zl程序教程

您现在的位置是:首页 >  云平台

当前栏目

【spark】spark提交任务后获取applicationId

Spark 获取 任务 提交
2023-09-27 14:29:28 时间

spark提交任务后获取applicationId

public class HiveExercise4 {
    public static void main(String[] args) {
        SparkSession spark = SparkSession
                .builder()
                .appName("Hive Exercise")
                .master("local")
                .config("spark.sql.hive.metastore.version", "2.1.1")
                .config("spark.sql.hive.metastore.jars", "/Users/xxx/Documents/datasense资料/lib/*")
                .enableHiveSupport()
                .getOrCreate();
        System.out.println("打印----->>>>> appid=" + spark.sparkContext().applicationId());
        String sqlText = "SELECT member_id, phone, register_time FROM di_adm_db_dev.a01_member_indv_info WHERE register_time  IS NOT NULL LIMIT 1000";
        Dataset<Row> df = spark.sql(sqlText);
        df.show(1000);
        df.createOrReplaceTempView("source_view");
        spark.stop();
    }
}