Advertisement
NLinker

Jsons to test HDFS

Dec 11th, 2013
204
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Scala 1.80 KB | None | 0 0
  1. // Data source
  2. {
  3.    "id":1,
  4.    "name":"HDFS at Categorizer",
  5.    "extractor":"HDFS",
  6.    // "url":"/user/nlinker/dir",    <-- if you need all files in the dir
  7.    "url":"/user/nlinker/abt/file.txt",
  8.    "username":"",
  9.    "hadoopSettings":{
  10.       "fs.defaultFS":"hdfs://categorizer-hadoop-1:8020"
  11.    },
  12.    "inputFormat":"Line",
  13.    "columnNames":[
  14.       "engagement"
  15.    ]
  16. }
  17.  
  18. // Job Template
  19. {
  20.    "name":"Turn reporting with hdfs",
  21.    "input":{
  22.       "sourceId":1,
  23.       "extractionSQL":"",
  24.       "paramValidators":{
  25.          "campaign_name":"AlphaNumType",
  26.          "campaign_id":"NumericType",
  27.          "date":"DateType"
  28.       }
  29.    },
  30.    "output":{
  31.       "destinationId":2,
  32.    }
  33. }
  34.  
  35. // Job type
  36. {
  37.    "id":12,
  38.    "jobTemplateId":1,
  39.    "name":"Turn job type",
  40.    "schedule":{
  41.       "schedule":"0 0/1 * 1/1 * ? *",
  42.       "timeZone":"Asia/Omsk"
  43.    },
  44.    "input":{
  45.       "handler":"Turn",
  46.       "paramValues":{
  47.          "campaign_name":"Our_uber_campaign",
  48.          "campaign_id":"1537",
  49.          "date":"2013-10-01",
  50.          "tfe_vertica_stg":"tfe-vertica-stg"
  51.       }
  52.    },
  53.    "output":{
  54.       "destinationId":2,
  55.       "headerTemplates":[],
  56.       "footerTemplates":[],
  57.       "rowTemplates":[
  58.          "${engagement}"
  59.       ],
  60.       "delimiter":"\t",
  61.       "postProcess":"Gzip",
  62.       "fileNameTemplates":{
  63.          "LogEngagement":"/tap4/TAP_Partner_Name_ENG_${fireTime?date?string(\"MMDDYYYY\")}.csv",
  64.          "LogConversions":"/tap3/TAP_Partner_Name_CONV_${fireTime?date?string(\"MMDDYYYY\")}.csv",
  65.          "LogClicks":"/tap2/TAP_Partner_Name_CLK_${fireTime?date?string(\"MMDDYYYY\")}.csv",
  66.          "Meta":"tap/TAP_Partner_Name_META_${fireTime?date?string(\"MMDDYYYY\")}.csv",
  67.          "LogImps":"/tap1/TAP_Partner_Name_IMP_${fireTime?date?string(\"MMDDYYYY\")}.csv"
  68.       }
  69.    }
  70. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement