// Data source
{
"id":1,
"name":"HDFS at Categorizer",
"extractor":"HDFS",
// "url":"/user/nlinker/dir", <-- if you need all files in the dir
"url":"/user/nlinker/abt/file.txt",
"username":"",
"hadoopSettings":{
"fs.defaultFS":"hdfs://categorizer-hadoop-1:8020"
},
"inputFormat":"Line",
"columnNames":[
"engagement"
]
}
// Job Template
{
"name":"Turn reporting with hdfs",
"input":{
"sourceId":1,
"extractionSQL":"",
"paramValidators":{
"campaign_name":"AlphaNumType",
"campaign_id":"NumericType",
"date":"DateType"
}
},
"output":{
"destinationId":2,
}
}
// Job type
{
"id":12,
"jobTemplateId":1,
"name":"Turn job type",
"schedule":{
"schedule":"0 0/1 * 1/1 * ? *",
"timeZone":"Asia/Omsk"
},
"input":{
"handler":"Turn",
"paramValues":{
"campaign_name":"Our_uber_campaign",
"campaign_id":"1537",
"date":"2013-10-01",
"tfe_vertica_stg":"tfe-vertica-stg"
}
},
"output":{
"destinationId":2,
"headerTemplates":[],
"footerTemplates":[],
"rowTemplates":[
"${engagement}"
],
"delimiter":"\t",
"postProcess":"Gzip",
"fileNameTemplates":{
"LogEngagement":"/tap4/TAP_Partner_Name_ENG_${fireTime?date?string(\"MMDDYYYY\")}.csv",
"LogConversions":"/tap3/TAP_Partner_Name_CONV_${fireTime?date?string(\"MMDDYYYY\")}.csv",
"LogClicks":"/tap2/TAP_Partner_Name_CLK_${fireTime?date?string(\"MMDDYYYY\")}.csv",
"Meta":"tap/TAP_Partner_Name_META_${fireTime?date?string(\"MMDDYYYY\")}.csv",
"LogImps":"/tap1/TAP_Partner_Name_IMP_${fireTime?date?string(\"MMDDYYYY\")}.csv"
}
}
}
Comments
0 B
|0 👍
/0 👎
0 B
|👍
/👎