
Query
CertifiedRun a SQL query on Huawei Cloud DLI (Data Lake Insight)
Query
Certified
Run a SQL query on Huawei Cloud DLI (Data Lake Insight)
yaml
type: io.kestra.plugin.huawei.dli.QueryExamples
yaml
id: dli_query_store
namespace: company.team
tasks:
- id: query
type: io.kestra.plugin.huawei.dli.Query
accessKeyId: "{{ secret('HUAWEI_AK') }}"
secretAccessKey: "{{ secret('HUAWEI_SK') }}"
region: eu-west-101
sql: "SELECT * FROM my_database.my_table WHERE event_date = '2024-01-01'"
database: my_database
queue: my_queue
outputLocation: "obs://my-bucket/dli-results/"
yaml
id: dli_query_fetch_one
namespace: company.team
tasks:
- id: query
type: io.kestra.plugin.huawei.dli.Query
accessKeyId: "{{ secret('HUAWEI_AK') }}"
secretAccessKey: "{{ secret('HUAWEI_SK') }}"
region: eu-west-101
sql: "SELECT COUNT(*) AS total FROM my_database.my_table"
database: my_database
queue: my_queue
fetchType: FETCH_ONE
yaml
id: dli_query_ddl
namespace: company.team
tasks:
- id: create_table
type: io.kestra.plugin.huawei.dli.Query
accessKeyId: "{{ secret('HUAWEI_AK') }}"
secretAccessKey: "{{ secret('HUAWEI_SK') }}"
region: eu-west-101
sql: "CREATE TABLE IF NOT EXISTS my_database.my_table (id INT, name STRING)"
database: my_database
queue: my_queue
fetchType: NONE
yaml
id: dli_query_eu_sovereign
namespace: company.team
tasks:
- id: query
type: io.kestra.plugin.huawei.dli.Query
accessKeyId: "{{ secret('HUAWEI_AK') }}"
secretAccessKey: "{{ secret('HUAWEI_SK') }}"
region: eu-west-101
endpointSuffix: myhuaweicloud.eu
projectId: "{{ secret('HUAWEI_PROJECT_ID') }}"
sql: "SELECT * FROM my_database.my_table LIMIT 100"
database: my_database
queue: my_queue
fetchType: FETCH
Properties
sql *Requiredstring
accessKeyId string
conf array
SubTypestring
database string
domainId string
endpointOverride string
endpointSuffix string
fetchType string
Default
STOREPossible Values
STOREFETCHFETCH_ONENONEinterval string
Default
PT5SmaxDuration string
Default
PT1HobsAuthType string
Default
OBSPossible Values
OBSV2V4obsEndpointOverride string
obsPathStyleAccess booleanstring
Default
falseoutputLocation string
pluginDefaultsRef Non-dynamicstring
projectId string
queue string
region string
secretAccessKey string
securityToken string
temporaryCredentials string
Definitions
io.kestra.plugin.huawei.TemporaryCredentialsConfig
authMethodstring
Default
PASSWORDPossible Values
PASSWORDTOKENdomainNamestring
durationSecondsintegerstring
Default
900endpointSuffixstring
Default
myhuaweicloud.comiamTokenstring
passwordstring
projectNamestring
scopestring
Default
PROJECTPossible Values
PROJECTDOMAINusernamestring
Outputs
jobId string
jobType string
row object
rows array
SubTypeobject
size integer
status string
uri string
Format
uriMetrics
dli.query.duration timer
dli.query.rows counter
Unit
rows