streamingpro_test

{
  "convert_data_parquet": {
    "desc": "测试",
    "strategy": "streaming.core.strategy.SparkStreamingStrategy",
    "algorithm": [],
    "ref": [],
    "compositor": [
      {
        "name": "streaming.core.compositor.spark.source.HDFSSourceCompositor",
        "params": [
          {
            "path":"hdfs://....."
          }
        ]
      },
      {
        "name": "streaming.core.compositor.spark.transformation.SingleColumnJSONCompositor",
        "params": [
          {
            "name": "raw"
          }
        ]
      },
      {
        "name": "streaming.core.compositor.spark.transformation.JSONTableCompositor",
        "params": [
          {
            "tableName": "test"
          }
        ]
      },
      {
        "name": "streaming.core.compositor.spark.transformation.SQLCompositor",
        "params": [
          {
            "sql": "select split(raw,'\\007|\\001')[2] from test limit 100"
          }
        ]
      },
      {
        "name": "streaming.core.compositor.spark.output.SQLOutputCompositor",
        "params": [
          {
            "format": "parquet",
            "path":"",
            "mode": ""
          }
        ]
      }
    ],
    "configParams": {
    }
  }
}