Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- // Data source
- {
- "id":1,
- "name":"HDFS at Categorizer",
- "extractor":"HDFS",
- // "url":"/user/nlinker/dir", <-- if you need all files in the dir
- "url":"/user/nlinker/abt/file.txt",
- "username":"",
- "hadoopSettings":{
- "fs.defaultFS":"hdfs://categorizer-hadoop-1:8020"
- },
- "inputFormat":"Line",
- "columnNames":[
- "engagement"
- ]
- }
- // Job Template
- {
- "name":"Turn reporting with hdfs",
- "input":{
- "sourceId":1,
- "extractionSQL":"",
- "paramValidators":{
- "campaign_name":"AlphaNumType",
- "campaign_id":"NumericType",
- "date":"DateType"
- }
- },
- "output":{
- "destinationId":2,
- }
- }
- // Job type
- {
- "id":12,
- "jobTemplateId":1,
- "name":"Turn job type",
- "schedule":{
- "schedule":"0 0/1 * 1/1 * ? *",
- "timeZone":"Asia/Omsk"
- },
- "input":{
- "handler":"Turn",
- "paramValues":{
- "campaign_name":"Our_uber_campaign",
- "campaign_id":"1537",
- "date":"2013-10-01",
- "tfe_vertica_stg":"tfe-vertica-stg"
- }
- },
- "output":{
- "destinationId":2,
- "headerTemplates":[],
- "footerTemplates":[],
- "rowTemplates":[
- "${engagement}"
- ],
- "delimiter":"\t",
- "postProcess":"Gzip",
- "fileNameTemplates":{
- "LogEngagement":"/tap4/TAP_Partner_Name_ENG_${fireTime?date?string(\"MMDDYYYY\")}.csv",
- "LogConversions":"/tap3/TAP_Partner_Name_CONV_${fireTime?date?string(\"MMDDYYYY\")}.csv",
- "LogClicks":"/tap2/TAP_Partner_Name_CLK_${fireTime?date?string(\"MMDDYYYY\")}.csv",
- "Meta":"tap/TAP_Partner_Name_META_${fireTime?date?string(\"MMDDYYYY\")}.csv",
- "LogImps":"/tap1/TAP_Partner_Name_IMP_${fireTime?date?string(\"MMDDYYYY\")}.csv"
- }
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement