// Data source { "id":1, "name":"HDFS at Categorizer", "extractor":"HDFS", // "url":"/user/nlinker/dir", <-- if you need all files in the dir "url":"/user/nlinker/abt/file.txt", "username":"", "hadoopSettings":{ "fs.defaultFS":"hdfs://categorizer-hadoop-1:8020" }, "inputFormat":"Line", "columnNames":[ "engagement" ] } // Job Template { "name":"Turn reporting with hdfs", "input":{ "sourceId":1, "extractionSQL":"", "paramValidators":{ "campaign_name":"AlphaNumType", "campaign_id":"NumericType", "date":"DateType" } }, "output":{ "destinationId":2, } } // Job type { "id":12, "jobTemplateId":1, "name":"Turn job type", "schedule":{ "schedule":"0 0/1 * 1/1 * ? *", "timeZone":"Asia/Omsk" }, "input":{ "handler":"Turn", "paramValues":{ "campaign_name":"Our_uber_campaign", "campaign_id":"1537", "date":"2013-10-01", "tfe_vertica_stg":"tfe-vertica-stg" } }, "output":{ "destinationId":2, "headerTemplates":[], "footerTemplates":[], "rowTemplates":[ "${engagement}" ], "delimiter":"\t", "postProcess":"Gzip", "fileNameTemplates":{ "LogEngagement":"/tap4/TAP_Partner_Name_ENG_${fireTime?date?string(\"MMDDYYYY\")}.csv", "LogConversions":"/tap3/TAP_Partner_Name_CONV_${fireTime?date?string(\"MMDDYYYY\")}.csv", "LogClicks":"/tap2/TAP_Partner_Name_CLK_${fireTime?date?string(\"MMDDYYYY\")}.csv", "Meta":"tap/TAP_Partner_Name_META_${fireTime?date?string(\"MMDDYYYY\")}.csv", "LogImps":"/tap1/TAP_Partner_Name_IMP_${fireTime?date?string(\"MMDDYYYY\")}.csv" } } }