hive on spark
Properties pro = new Properties();
pro.put("hiveconf:spark.app.name", "myhive3");
pro.put("hiveconf:spark.yarn.tags","myhive3");
Connection connection = DriverManager.getConnection(HIVE_URL_LDAP, pro);
Statement st = connection.createStatement();ResultSet rs =
st.executeQuery("SELECT t.username,count(1) from hivetest.tb_user t GROUP BY
t.username");
getApplicationId();public static void getApplicationId() {
try {
YarnClient client = YarnClient.createYarnClient();
Configuration yarnconf = new YarnConfiguration();
yarnconf.addResource(new
File("D:\\file\\yarn-site.xml").toURI().toURL());
client.init(yarnconf);
client.start();
Set<String> applicationTypes = new HashSet<>();
applicationTypes.add("SPARK");
Set<String> applicationTags = new HashSet<>();
applicationTags.add("myhive2");
Set<YarnApplicationState> applicationStates = new HashSet<>();
applicationStates.add(YarnApplicationState.ACCEPTED);
applicationStates.add(YarnApplicationState.FINISHED);
applicationStates.add(YarnApplicationState.RUNNING);
EnumSet<YarnApplicationState> enumStates =
Sets.newEnumSet(applicationStates, YarnApplicationState.class);
List<ApplicationReport> reports =
client.getApplications(applicationTypes, enumStates,applicationTags);
for (ApplicationReport report : reports) {
System.out.println(report.getApplicationId());
}
} catch (Exception err) {
err.printStackTrace();
}
}
How can I set tags?
igyu
