{ "convert_data_parquet": { "desc": "测试", "strategy": "streaming.core.strategy.SparkStreamingStrategy", "algorithm": [], "ref": [], "compositor": [ { "name": "streaming.core.compositor.spark.source.HDFSSourceCompositor", "params": [ { "path":"hdfs://....." } ] }, { "name": "streaming.core.compositor.spark.transformation.SingleColumnJSONCompositor", "params": [ { "name": "raw" } ] }, { "name": "streaming.core.compositor.spark.transformation.JSONTableCompositor", "params": [ { "tableName": "test" } ] }, { "name": "streaming.core.compositor.spark.transformation.SQLCompositor", "params": [ { "sql": "select split(raw,'\\007|\\001')[2] from test limit 100" } ] }, { "name": "streaming.core.compositor.spark.output.SQLOutputCompositor", "params": [ { "format": "parquet", "path":"", "mode": "" } ] } ], "configParams": { } } }