Kylin 源碼閱讀之補充API Documnet

官網API文檔

  • 官網中的api文檔提供Cube、Job、Query、Metadata等接口說明:kylin-base-api

補充API文檔

Project API

project base url:

http://{host}:{port}/kylin/api/projects

create project

  • request:
    POST http://{host}:{port}/kylin/api/projects
  • param:
    {"name":"api_create_project","description":"api test"}
  • example:
curl -X POST -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" -d '{"name":"api\_create\_project","description":"api test"}' http://172.17.1.183:7070/kylin/api/projects
響應:
  {
  "uuid": "ba8ca4b3-552f-4a74-891a-e46b28404bdd",
  "last\_modified": 1506326825236,
  "version": "1.6.0",
  "name": "api\_create\_project",
  "tables": [],
  "owner": "ADMIN",
  "status": "ENABLED",
  "create\_time\_utc": 1506326825236,
  "last\_update\_time": null,
  "description": "api test",
  "realizations": [],
  "models": [],
  "ext\_filters": []
}

drop project

  • request:
    DELETE http://{host}:{port}/kylin/api/projects/{projectName}
  • param:
{projectName}
  • example:
curl -X DELETE -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" http://172.17.1.183:7070/kylin/api/projects/api\_create\_project

Model API

model base url:

http://{host}:{port}/kylin/api/models

create model

  • request:
    POST http://{host}:{port}/kylin/api/models
  • param:
    { 
    "uuid": "",
    "modelName": "user_active_model_create_test",
    "modelDescData": "{\"uuid\":\"\",\"last_modified\":0,\"version\":\"1.6.0\",\"name\":\"user_active_model_create_test\",\"owner\":\"ADMIN\",\"description\":\"用戶活躍統計模型\",\"fact_table\":\"TEST.ODS_SERVICE_ORDER_VIEW\",\"lookups\":[],\"dimensions\":[{\"table\":\"TEST.ODS_SERVICE_ORDER_VIEW\",\"columns\":[\"DM_CITY_NAME\",\"DM_CORPORATE_TYPE\",\"DM_IS_TEST_USER\",\"DM_ORDER_SOURCE\",\"DM_ORDER_STATUS\",\"DM_ORIGIN_AMOUNT_COMPARE\",\"DT\"]}],\"metrics\":[\"USER_ID\"],\"filter_condition\":\"\",\"partition_desc\":{\"partition_date_column\":\"TEST.ODS_SERVICE_ORDER_VIEW.DT\",\"partition_time_column\":null,\"partition_date_start\":0,\"partition_date_format\":\"yyyyMMdd\",\"partition_time_format\":\"HH:mm:ss\",\"partition_type\":\"APPEND\",\"partition_condition_builder\":\"org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder\"},\"capacity\":\"MEDIUM\"}",
    "successful": false,
    "message": "",
    "project": "user_register_project"
    }
  • example:
curl -X POST -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" -d '{"uuid":"","modelName":"user\_active\_model\_create\_test","modelDescData":"{\"uuid\":\"\",\"last\_modified\":0,\"version\":\"1.6.0\",\"name\":\"user\_active\_model\_create\_test\",\"owner\":\"ADMIN\",\"description\":\"用戶活躍統計模型\",\"fact\_table\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW\",\"lookups\":[],\"dimensions\":[{\"table\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW\",\"columns\":[\"DM\_CITY\_NAME\",\"DM\_CORPORATE\_TYPE\",\"DM\_IS\_TEST\_USER\",\"DM\_ORDER\_SOURCE\",\"DM\_ORDER\_STATUS\",\"DM\_ORIGIN\_AMOUNT\_COMPARE\",\"DT\"]}],\"metrics\":[\"USER\_ID\"],\"filter\_condition\":\"\",\"partition\_desc\":{\"partition\_date\_column\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW.DT\",\"partition\_time\_column\":null,\"partition\_date\_start\":0,\"partition\_date\_format\":\"yyyyMMdd\",\"partition\_time\_format\":\"HH:mm:ss\",\"partition\_type\":\"APPEND\",\"partition\_condition\_builder\":\"org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder\"},\"capacity\":\"MEDIUM\"}","successful":false,"message":"","project":"user\_register\_project"}' http://172.17.1.183:7070/kylin/api/models
響應:
{
  "uuid": "7edea2a5-4967-4c19-81ad-aafb513d5c7c",
  "modelName": "user\_active\_model\_create\_test",
  "modelDescData": "{\"uuid\":\"\",\"last\_modified\":0,\"version\":\"1.6.0\",\"name\":\"user\_active\_model\_create\_test\",\"owner\":\"ADMIN\",\"description\":\"用戶活躍統計模型\",\"fact\_table\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW\",\"lookups\":[],\"dimensions\":[{\"table\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW\",\"columns\":[\"DM\_CITY\_NAME\",\"DM\_CORPORATE\_TYPE\",\"DM\_IS\_TEST\_USER\",\"DM\_ORDER\_SOURCE\",\"DM\_ORDER\_STATUS\",\"DM\_ORIGIN\_AMOUNT\_COMPARE\",\"DT\"]}],\"metrics\":[\"USER\_ID\"],\"filter\_condition\":\"\",\"partition\_desc\":{\"partition\_date\_column\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW.DT\",\"partition\_time\_column\":null,\"partition\_date\_start\":0,\"partition\_date\_format\":\"yyyyMMdd\",\"partition\_time\_format\":\"HH:mm:ss\",\"partition\_type\":\"APPEND\",\"partition\_condition\_builder\":\"org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder\"},\"capacity\":\"MEDIUM\"}",
  "successful": true,
  "message": "",
  "project": "user\_register\_project"
}

drop model

  • request:
    DELETE http://{host}:{port}/kylin/api/models/{modelName}
  • param:
{modelName}
  • example:
curl -X DELETE -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json"  http://172.17.1.183:7070/kylin/api/models/user\_active\_model\_create\_test

Cube API

cube base url:

http://{host}:{port}/kylin/api/cubes

create cube

  • request:
    POST http://{host}:{port}/kylin/api/cubes
  • param:
    { 
    "uuid": "",
    "cubeName": "driver_active_count_cube_create_test",
    "cubeDescData": "{\"uuid\":\"\",\"last_modified\":0,\"version\":\"1.6.0\",\"name\":\"driver_active_count_cube_create_test\",\"model_name\":\"driver_active_model\",\"description\":\"\",\"null_string\":null,\"dimensions\":[{\"name\":\"DM_CITY_NAME\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CITY_NAME\",\"derived\":null},{\"name\":\"DM_CAR_TYPE_ID\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CAR_TYPE_ID\",\"derived\":null},{\"name\":\"DM_CORPORATE_TYPE\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CORPORATE_TYPE\",\"derived\":null},{\"name\":\"DM_IS_TEST_USER\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_IS_TEST_USER\",\"derived\":null},{\"name\":\"DM_ORDER_SOURCE\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_ORDER_SOURCE\",\"derived\":null},{\"name\":\"DM_ORDER_STATUS\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_ORDER_STATUS\",\"derived\":null},{\"name\":\"DT\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DT\",\"derived\":null}],\"measures\":[{\"name\":\"_COUNT_\",\"function\":{\"expression\":\"COUNT\",\"parameter\":{\"type\":\"constant\",\"value\":\"1\",\"next_parameter\":null},\"returntype\":\"bigint\"},\"dependent_measure_ref\":null},{\"name\":\"COUNT_DISTINCT_DRIVERID\",\"function\":{\"expression\":\"COUNT_DISTINCT\",\"parameter\":{\"type\":\"column\",\"value\":\"DRIVER_ID\",\"next_parameter\":null},\"returntype\":\"bitmap\"},\"dependent_measure_ref\":null}],\"dictionaries\":[{\"column\":\"DRIVER_ID\",\"builder\":\"org.apache.kylin.dict.GlobalDictionaryBuilder\"}],\"rowkey\":{\"rowkey_columns\":[{\"column\":\"DM_CITY_NAME\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DT\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_CAR_TYPE_ID\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_CORPORATE_TYPE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_IS_TEST_USER\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_ORDER_SOURCE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_ORDER_STATUS\",\"encoding\":\"dict\",\"isShardBy\":false}]},\"hbase_mapping\":{\"column_family\":[{\"name\":\"F1\",\"columns\":[{\"qualifier\":\"M\",\"measure_refs\":[\"\_COUNT\_\"]}]},{\"name\":\"F2\",\"columns\":[{\"qualifier\":\"M\",\"measure_refs\":[\"COUNT_DISTINCT_DRIVERID\"]}]}]},\"aggregation_groups\":[{\"includes\":[\"DM_CITY_NAME\",\"DM_CAR_TYPE_ID\",\"DM_CORPORATE_TYPE\",\"DM_IS_TEST_USER\",\"DM_ORDER_SOURCE\",\"DM_ORDER_STATUS\",\"DT\"],\"select_rule\":{\"hierarchy_dims\":[],\"mandatory_dims\":[],\"joint_dims\":[]}}],\"signature\":\"jtIgIPDisuGT6KAFHhskeQ==\",\"notify_list\":[],\"status_need_notify\":[\"ERROR\",\"DISCARDED\",\"SUCCEED\"],\"partition_date_start\":0,\"partition_date_end\":3153600000000,\"auto_merge_time_ranges\":[604800000,2419200000],\"retention_range\":0,\"engine_type\":2,\"storage_type\":2,\"override_kylin_properties\":{}}",
    "streamingData": "",
    "kafkaData": "",
    "successful": false,
    "message": "",
    "project": "user_register_project",
    "streamingCube": ""
    }
  • example:
    curl -X POST -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" -d '{"uuid":"","cubeName":"driver_active_count_cube_create_test","cubeDescData":"{\"uuid\":\"\",\"last_modified\":0,\"version\":\"1.6.0\",\"name\":\"driver_active_count_cube_create_test\",\"model_name\":\"driver_active_model\",\"description\":\"\",\"null_string\":null,\"dimensions\":[{\"name\":\"DM_CITY_NAME\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CITY_NAME\",\"derived\":null},{\"name\":\"DM_CAR_TYPE_ID\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CAR_TYPE_ID\",\"derived\":null},{\"name\":\"DM_CORPORATE_TYPE\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CORPORATE_TYPE\",\"derived\":null},{\"name\":\"DM_IS_TEST_USER\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_IS_TEST_USER\",\"derived\":null},{\"name\":\"DM_ORDER_SOURCE\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_ORDER_SOURCE\",\"derived\":null},{\"name\":\"DM_ORDER_STATUS\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_ORDER_STATUS\",\"derived\":null},{\"name\":\"DT\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DT\",\"derived\":null}],\"measures\":[{\"name\":\"_COUNT_\",\"function\":{\"expression\":\"COUNT\",\"parameter\":{\"type\":\"constant\",\"value\":\"1\",\"next_parameter\":null},\"returntype\":\"bigint\"},\"dependent_measure_ref\":null},{\"name\":\"COUNT_DISTINCT_DRIVERID\",\"function\":{\"expression\":\"COUNT_DISTINCT\",\"parameter\":{\"type\":\"column\",\"value\":\"DRIVER_ID\",\"next_parameter\":null},\"returntype\":\"bitmap\"},\"dependent_measure_ref\":null}],\"dictionaries\":[{\"column\":\"DRIVER_ID\",\"builder\":\"org.apache.kylin.dict.GlobalDictionaryBuilder\"}],\"rowkey\":{\"rowkey_columns\":[{\"column\":\"DM_CITY_NAME\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DT\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_CAR_TYPE_ID\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_CORPORATE_TYPE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_IS_TEST_USER\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_ORDER_SOURCE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_ORDER_STATUS\",\"encoding\":\"dict\",\"isShardBy\":false}]},\"hbase_mapping\":{\"column_family\":[{\"name\":\"F1\",\"columns\":[{\"qualifier\":\"M\",\"measure_refs\":[\"_COUNT_\"]}]},{\"name\":\"F2\",\"columns\":[{\"qualifier\":\"M\",\"measure_refs\":[\"COUNT_DISTINCT_DRIVERID\"]}]}]},\"aggregation_groups\":[{\"includes\":[\"DM_CITY_NAME\",\"DM_CAR_TYPE_ID\",\"DM_CORPORATE_TYPE\",\"DM_IS_TEST_USER\",\"DM_ORDER_SOURCE\",\"DM_ORDER_STATUS\",\"DT\"],\"select_rule\":{\"hierarchy_dims\":[],\"mandatory_dims\":[],\"joint_dims\":[]}}],\"signature\":\"jtIgIPDisuGT6KAFHhskeQ==\",\"notify_list\":[],\"status_need_notify\":[\"ERROR\",\"DISCARDED\",\"SUCCEED\"],\"partition_date_start\":0,\"partition_date_end\":3153600000000,\"auto_merge_time_ranges\":[604800000,2419200000],\"retention_range\":0,\"engine_type\":2,\"storage_type\":2,\"override_kylin_properties\":{}}","streamingData":"","kafkaData":"","successful":false,"message":"","project":"user_register_project","streamingCube":""}' http://172.17.1.183:7070/kylin/api/cubes 
響應:
{
  "uuid": "0d1ff1a1-d9fc-418d-a689-bfe4328f3e48",
  "cubeName": "driver\_active\_count\_cube\_create\_test",
  "cubeDescData": "{\"uuid\":\"\",\"last\_modified\":0,\"version\":\"1.6.0\",\"name\":\"driver\_active\_count\_cube\_create\_test\",\"model\_name\":\"driver\_active\_model\",\"description\":\"\",\"null\_string\":null,\"dimensions\":[{\"name\":\"DM\_CITY\_NAME\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_CITY\_NAME\",\"derived\":null},{\"name\":\"DM\_CAR\_TYPE\_ID\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_CAR\_TYPE\_ID\",\"derived\":null},{\"name\":\"DM\_CORPORATE\_TYPE\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_CORPORATE\_TYPE\",\"derived\":null},{\"name\":\"DM\_IS\_TEST\_USER\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_IS\_TEST\_USER\",\"derived\":null},{\"name\":\"DM\_ORDER\_SOURCE\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_ORDER\_SOURCE\",\"derived\":null},{\"name\":\"DM\_ORDER\_STATUS\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_ORDER\_STATUS\",\"derived\":null},{\"name\":\"DT\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DT\",\"derived\":null}],\"measures\":[{\"name\":\"\_COUNT\_\",\"function\":{\"expression\":\"COUNT\",\"parameter\":{\"type\":\"constant\",\"value\":\"1\",\"next\_parameter\":null},\"returntype\":\"bigint\"},\"dependent\_measure\_ref\":null},{\"name\":\"COUNT\_DISTINCT\_DRIVERID\",\"function\":{\"expression\":\"COUNT\_DISTINCT\",\"parameter\":{\"type\":\"column\",\"value\":\"DRIVER\_ID\",\"next\_parameter\":null},\"returntype\":\"bitmap\"},\"dependent\_measure\_ref\":null}],\"dictionaries\":[{\"column\":\"DRIVER\_ID\",\"builder\":\"org.apache.kylin.dict.GlobalDictionaryBuilder\"}],\"rowkey\":{\"rowkey\_columns\":[{\"column\":\"DM\_CITY\_NAME\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DT\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_CAR\_TYPE\_ID\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_CORPORATE\_TYPE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_IS\_TEST\_USER\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_ORDER\_SOURCE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_ORDER\_STATUS\",\"encoding\":\"dict\",\"isShardBy\":false}]},\"hbase\_mapping\":{\"column\_family\":[{\"name\":\"F1\",\"columns\":[{\"qualifier\":\"M\",\"measure\_refs\":[\"\_COUNT\_\"]}]},{\"name\":\"F2\",\"columns\":[{\"qualifier\":\"M\",\"measure\_refs\":[\"COUNT\_DISTINCT\_DRIVERID\"]}]}]},\"aggregation\_groups\":[{\"includes\":[\"DM\_CITY\_NAME\",\"DM\_CAR\_TYPE\_ID\",\"DM\_CORPORATE\_TYPE\",\"DM\_IS\_TEST\_USER\",\"DM\_ORDER\_SOURCE\",\"DM\_ORDER\_STATUS\",\"DT\"],\"select\_rule\":{\"hierarchy\_dims\":[],\"mandatory\_dims\":[],\"joint\_dims\":[]}}],\"signature\":\"jtIgIPDisuGT6KAFHhskeQ==\",\"notify\_list\":[],\"status\_need\_notify\":[\"ERROR\",\"DISCARDED\",\"SUCCEED\"],\"partition\_date\_start\":0,\"partition\_date\_end\":3153600000000,\"auto\_merge\_time\_ranges\":[604800000,2419200000],\"retention\_range\":0,\"engine\_type\":2,\"storage\_type\":2,\"override\_kylin\_properties\":{}}",
  "streamingData": "",
  "kafkaData": "",
  "successful": true,
  "message": "",
  "project": "user\_register\_project",
  "streamingCube": ""
}

drop cube

  • request:
    DELETE http://{host}:{port}/kylin/api/cubes/{cubeName}
  • param:
{cubeName}

build cube

  • request:
    PUT http://{host}:{port}/kylin/api/cubes/{cubeName}/build
  • param:
{cubeName},{ "startTime": 0, "endTime": 0, "buildType": "BUILD"}
響應:
{
  "uuid": "f7960e96-ad9b-4004-9215-4671ba3a76f5",
  "last\_modified": 1506305725793,
  "version": "1.6.0",
  "name": "user\_register\_cude\_of\_model3 - 19700101000000\_2922789940817071255 - BUILD - GMT+08:00 2017-09-25 10:15:25",
  "type": "BUILD",
  "duration": 0,
  "related\_cube": "user\_register\_cude\_of\_model3",
  "related\_segment": "57ca7b73-c7d6-4b85-91b8-e4abb8d88015",
  "exec\_start\_time": 0,
  "exec\_end\_time": 0,
  "mr\_waiting": 0,
  "steps": [
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-00",
      "name": "Create Intermediate Flat Hive Table",
      "sequence\_id": 0,
      "exec\_cmd": null,
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-01",
      "name": "Redistribute Flat Hive Table",
      "sequence\_id": 1,
      "exec\_cmd": null,
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-02",
      "name": "Extract Fact Table Distinct Columns",
      "sequence\_id": 2,
      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/fact\_distinct\_columns -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -statisticsenabled true -statisticsoutput /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/statistics -statisticssamplingpercent 100 -jobname Kylin\_Fact\_Distinct\_Columns\_user\_register\_cude\_of\_model3\_Step -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-03",
      "name": "Build Dimension Dictionary",
      "sequence\_id": 3,
      "exec\_cmd": " -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/fact\_distinct\_columns",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-04",
      "name": "Save Cuboid Statistics",
      "sequence\_id": 4,
      "exec\_cmd": null,
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-05",
      "name": "Create HTable",
      "sequence\_id": 5,
      "exec\_cmd": " -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -partitions hdfs://yongchet:/kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/rowkey\_stats/part-r-00000 -statisticsenabled true",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-06",
      "name": "Build Base Cuboid Data",
      "sequence\_id": 6,
      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input FLAT\_TABLE -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/base\_cuboid -jobname Kylin\_Base\_Cuboid\_Builder\_user\_register\_cude\_of\_model3 -level 0 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-07",
      "name": "Build N-Dimension Cuboid Data : 4-Dimension",
      "sequence\_id": 7,
      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/base\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/4d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 1 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-08",
      "name": "Build N-Dimension Cuboid Data : 3-Dimension",
      "sequence\_id": 8,
      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/4d\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/3d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 2 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-09",
      "name": "Build N-Dimension Cuboid Data : 2-Dimension",
      "sequence\_id": 9,
      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/3d\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/2d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 3 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-10",
      "name": "Build N-Dimension Cuboid Data : 1-Dimension",
      "sequence\_id": 10,
      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/2d\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/1d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 4 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-11",
      "name": "Build N-Dimension Cuboid Data : 0-Dimension",
      "sequence\_id": 11,
      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/1d\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/0d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 5 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-12",
      "name": "Build Cube",
      "sequence\_id": 12,
      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf\_inmem.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/ -jobname Kylin\_Cube\_Builder\_user\_register\_cude\_of\_model3 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-13",
      "name": "Convert Cuboid Data to HFile",
      "sequence\_id": 13,
      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -partitions hdfs://yongchet:/kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/rowkey\_stats/part-r-00000\_hfile -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/* -output hdfs://yongchet:/kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/hfile -htablename KYLIN\_VQPC575AHJ -jobname Kylin\_HFile\_Generator\_user\_register\_cude\_of\_model3\_Step",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-14",
      "name": "Load HFile to HBase Table",
      "sequence\_id": 14,
      "exec\_cmd": " -input hdfs://yongchet:/kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/hfile -htablename KYLIN\_VQPC575AHJ -cubename user\_register\_cude\_of\_model3",
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-15",
      "name": "Update Cube Info",
      "sequence\_id": 15,
      "exec\_cmd": null,
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    },
    {
      "interruptCmd": null,
      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-16",
      "name": "Hive Cleanup",
      "sequence\_id": 16,
      "exec\_cmd": null,
      "interrupt\_cmd": null,
      "exec\_start\_time": 0,
      "exec\_end\_time": 0,
      "exec\_wait\_time": 0,
      "step\_status": "PENDING",
      "cmd\_type": "SHELL\_CMD\_HADOOP",
      "info": {},
      "run\_async": false
    }
  ],
  "submitter": "ADMIN",
  "job\_status": "PENDING",
  "progress": 0
}

Query API

Query base url:

http://{host}:{port}/kylin/api/query

query data

  • request:
    POST http://{host}:{port}/kylin/api/query
  • param:
    { 
    "sql": "select count(distinct driver_id),dt from ods_service_order_driver_all_view group by dt order by dt",
    "offset": "0",
    "limit": 10,
    "project": "user_register_project"
    }
  • example:
curl -X POST -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" -d '{ "sql":"select count(distinct driver\_id),dt from ods\_service\_order\_driver\_all\_view group by dt order by dt", "offset":"0", "limit":10, "project":"user\_register\_project"}' http://172.17.1.183:7070/kylin/api/query
響應:
  {
  "columnMetas": [
    {
      "isNullable": 0,
      "displaySize": 19,
      "label": "EXPR$0",
      "name": "EXPR$0",
      "schemaName": null,
      "catelogName": null,
      "tableName": null,
      "precision": 19,
      "scale": 0,
      "columnType": -5,
      "columnTypeName": "BIGINT",
      "autoIncrement": false,
      "caseSensitive": true,
      "searchable": false,
      "currency": false,
      "signed": true,
      "definitelyWritable": false,
      "writable": false,
      "readOnly": true
    },
    {
      "isNullable": 1,
      "displaySize": 256,
      "label": "DT",
      "name": "DT",
      "schemaName": "TEST",
      "catelogName": null,
      "tableName": "ODS\_SERVICE\_ORDER\_DRIVER\_ALL\_VIEW",
      "precision": 256,
      "scale": 0,
      "columnType": 12,
      "columnTypeName": "VARCHAR",
      "autoIncrement": false,
      "caseSensitive": true,
      "searchable": false,
      "currency": false,
      "signed": true,
      "definitelyWritable": false,
      "writable": false,
      "readOnly": true
    }
  ],
  "results": [
    [
      "100365",
      "20170101"
    ],
    [
      "109240",
      "20170102"
    ],
    [
      "118238",
      "20170103"
    ],
    [
      "120234",
      "20170104"
    ],
    [
      "121958",
      "20170105"
    ],
    [
      "123549",
      "20170106"
    ],
    [
      "113853",
      "20170107"
    ],
    [
      "107214",
      "20170108"
    ],
    [
      "111119",
      "20170109"
    ],
    [
      "109505",
      "20170110"
    ]
  ],
  "cube": "driver\_active\_all\_cube",
  "affectedRowCount": 0,
  "isException": false,
  "exceptionMessage": null,
  "duration": 1205,
  "totalScanCount": 262,
  "hitExceptionCache": false,
  "storageCacheUsed": false,
  "partial": false
}
發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章