azkaban 提交任务编写案例(flow 2.0)

config:
  #导出数据任务
  user.to.proxy: foo
  day: $(new("org.joda.time.DateTime").minusDays(1).toString("yyyyMMdd"))
  jarPATH: ${working.dir}/jars/algorithm-framework-1.0-SNAPSHOT.jar
  mainClassName: com.iov.flow.task.StarterTask
  systype: idc

nodes:
 - name: nsure
   type: command
   dependsOn:
   config:
    command: spark-submit --class ${mainClassName} \
        --master yarn \
        --deploy-mode client \
        --driver-memory 4g \
        --executor-memory 16g \
        --executor-cores 1 \
        --num-executors 100 \
        --queue default \
        --conf spark.default.parallelism=1000 \
        --conf spark.task.maxFailures=10 \
        --conf spark.storage.memoryFraction=0.4 \
        --conf spark.shuffle.memoryFraction=0.4 \
        --conf spark.shuffle.io.maxRetries=120 \
        --conf spark.sql.shuffle.partitions=1000 \
        --conf spark.sql.files.maxPartitionBytes=1073741824 \
        --conf spark.network.timeout=36000 \
        --conf dfs.client.socket-timeout=3600000 \
        --conf spark.shuffle.spill.numElementsForceSpillThreshold=2000000 \
        ${jarPATH} -DtaskType=spark -DtaskName=PARKINGPOINTCALCTASK -DtaskKind=PARKINGPOINTCALCTASK -DorgDataType=1 -DcalcDate=${day} -DtaskOutputPath=/data/tmp/ -DparamsPgEnv="" -Dtime=1800