{
"convert_data_parquet": {
"desc": "测试",
"strategy": "streaming.core.strategy.SparkStreamingStrategy",
"algorithm": [],
"ref": [],
"compositor": [
{
"name": "streaming.core.compositor.spark.source.HDFSSourceCompositor",
"params": [
{
"path":"hdfs://....."
}
]
},
{
"name": "streaming.core.compositor.spark.transformation.SingleColumnJSONCompositor",
"params": [
{
"name": "raw"
}
]
},
{
"name": "streaming.core.compositor.spark.transformation.JSONTableCompositor",
"params": [
{
"tableName": "test"
}
]
},
{
"name": "streaming.core.compositor.spark.transformation.SQLCompositor",
"params": [
{
"sql": "select split(raw,'\\007|\\001')[2] from test limit 100"
}
]
},
{
"name": "streaming.core.compositor.spark.output.SQLOutputCompositor",
"params": [
{
"format": "parquet",
"path":"",
"mode": ""
}
]
}
],
"configParams": {
}
}
}
Comments