> ## Documentation Index > Fetch the complete documentation index at: https://docs.reelevant.com/llms.txt > Use this file to discover all available pages before exploring further. # List datasource templates ## OpenAPI ````yaml /api-reference/openapi/datasources-api.json get /templates openapi: 3.0.0 info: title: datasources-api version: 0.0.0 description: |- # Errors | Error code | Message | HTTP status code | Payload | | :--- | :--- | :--- | :--- | | number | string | 409 | | servers: - url: https://api.reelevant.com/v2/datasources/ description: production security: [] paths: /templates: get: tags: - Datasource summary: List datasource templates operationId: list-templates-datasource parameters: - name: name in: query schema: type: string required: false - name: categories in: query schema: type: string example: foo,bar required: false - name: page in: query schema: type: number default: 1 minimum: 1 required: false - name: perPage in: query schema: type: number default: 10 minimum: 1 required: false responses: '200': description: Ok content: application/json: schema: allOf: - type: object properties: paginationCount: type: number paginationPage: type: number paginationLimit: type: number required: - paginationCount - paginationPage - paginationLimit additionalProperties: false - type: object properties: status: type: string enum: - success required: - status additionalProperties: false - $ref: >- #/components/schemas/InternalResponse_Array_DatasourceTemplate security: - password_auth: [] components: schemas: InternalResponse_Array_DatasourceTemplate: type: object properties: program: type: string version: type: string datetime: type: string status: type: string code: type: number message: type: string data: type: array items: $ref: '#/components/schemas/DatasourceTemplate' required: - program - version - datetime - status - message - data additionalProperties: false DatasourceTemplate: allOf: - $ref: '#/components/schemas/Serialize_DatasourceTemplate' - type: object properties: id: type: string readOnly: true required: - id additionalProperties: false - type: object properties: createdAt: type: string format: date-time readOnly: true updatedAt: type: string format: date-time readOnly: true required: - createdAt - updatedAt additionalProperties: false Serialize_DatasourceTemplate: type: object properties: name: type: string hidden: type: boolean icon: type: string slug: type: string categories: type: array items: type: string feature: type: string template: oneOf: - type: object properties: version: type: object properties: type: oneOf: - type: object properties: name: type: string enum: - analytics subtype: type: string enum: - purchases options: type: object properties: autoExclusions: type: boolean noStats: type: boolean additionalProperties: false required: - name - subtype - options additionalProperties: false - type: object properties: name: type: string enum: - generic subtype: $ref: '#/components/schemas/DatasourceGenericSubType' required: - name - subtype additionalProperties: false - type: object properties: name: type: string enum: - crm subtype: $ref: '#/components/schemas/DatasourceCRMSubType' required: - name - subtype additionalProperties: false - type: object properties: name: type: string enum: - product subtype: $ref: '#/components/schemas/DatasourceProductSubType' required: - name - subtype additionalProperties: false - type: object properties: name: type: string enum: - location subtype: $ref: '#/components/schemas/DatasourceLocationSubType' required: - name - subtype additionalProperties: false fieldsMap: type: array items: allOf: - type: object properties: name: type: string type: $ref: '#/components/schemas/FieldMapType' source: $ref: '#/components/schemas/FieldSource' selected: type: boolean ignoreIfMissing: type: boolean metadata: type: object properties: locale: oneOf: - type: string enum: - de - type: string enum: - fr - type: string enum: - ja - type: string enum: - pt - type: string enum: - nl - type: string enum: - zh - type: string enum: - ru - type: string enum: - es - type: string enum: - uk - type: string enum: - en additionalProperties: false primitive: oneOf: - type: string enum: - string - type: string enum: - number - type: string enum: - boolean - type: string enum: - datetime - type: string enum: - datetime_iso - type: string enum: - string[] - type: string enum: - number[] - type: string enum: - string{} - type: string enum: - number{} readOnly: true required: - name - type - selected - primitive additionalProperties: false - $ref: >- #/components/schemas/OlapFieldMap_With_Index_Sortable health: allOf: - $ref: '#/components/schemas/DatasourceHealth' readOnly: true aggregationPipeline: type: array items: oneOf: - type: object properties: name: type: string enum: - merge params: type: object properties: fieldNames: type: array items: type: string datasourceId: type: string query: type: string description: >- Should be the JSON stringified version of a fetcher query where values are static or path of fields example: >- { $and: [{ $or: { foo: { $eq: { type: 'static', value: 'bar' } } } }, { $or: { bar: { $eq: { type: 'path', value: '' } } } }] } exclusion: type: boolean required: - fieldNames - datasourceId - query additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - count params: type: object properties: fieldNames: type: array items: type: string datasourceId: type: string query: type: string description: >- Should be the JSON stringified version of a fetcher query where values are static or path of fields example: >- { $and: [{ $or: { foo: { $eq: { type: 'static', value: 'bar' } } } }, { $or: { bar: { $eq: { type: 'path', value: '' } } } }] } exclusion: type: boolean required: - fieldNames - datasourceId - query additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - count_with_quantity params: type: object properties: fieldNames: type: array items: type: string datasourceId: type: string query: type: string description: >- Should be the JSON stringified version of a fetcher query where values are static or path of fields example: >- { $and: [{ $or: { foo: { $eq: { type: 'static', value: 'bar' } } } }, { $or: { bar: { $eq: { type: 'path', value: '' } } } }] } exclusion: type: boolean required: - fieldNames - datasourceId - query additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - bought_together params: type: object properties: datasourceId: type: string fieldNames: type: array items: type: string referenceId: type: string eventName: type: string date: oneOf: - type: object properties: duration: type: number required: - duration additionalProperties: false - type: object properties: start: type: number end: type: number required: - start additionalProperties: false required: - datasourceId - fieldNames - referenceId - eventName - date additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - TOP_ATTRIBUTES params: type: object properties: datasourceId: type: string referenceId: type: string attribute: type: string required: - datasourceId - referenceId - attribute additionalProperties: false required: - name - params additionalProperties: false refresh: oneOf: - type: object properties: freq: type: number description: Milliseconds required: - freq additionalProperties: false - type: object properties: cron: type: string example: '''0 0 22 * * *'' every day at 22h' pattern: ^((((\d+,)+\d+|(\d+(\/|-)\d+)|\d+|\*) ?){5,7})$ required: - cron additionalProperties: false - type: object properties: datasourceIds: type: array items: type: string description: >- This is used when we use AggregationStepType.MERGE or AggregationStepType.COUNT to refresh the datasource when one of those datasources has been updated Note: if we have a ingester datasource in dependencies here, the datasource will be updated every day AND if we have a worker datasource, when this datasource has been updated (effective update only) required: - datasourceIds additionalProperties: false nullable: true description: This field is the time between each worker run detectMissingFields: type: boolean updateOptions: oneOf: - type: object properties: type: type: string enum: - override_previous_data options: type: object properties: {} additionalProperties: false required: - type - options additionalProperties: false - type: object properties: type: type: string enum: - upsert_data options: type: object properties: primaryKey: type: string description: >- If the primary key is defined it would be used to de-duplicate rows with the same value when upserting data mode: $ref: '#/components/schemas/PinotUpsertMode' comparisonColumn: type: string partialUpsertStrategies: type: object properties: {} additionalProperties: $ref: >- #/components/schemas/PinotPartialUpsertStrategy deleteRecordColumn: type: string consistencyMode: oneOf: - type: string enum: - NONE - type: string enum: - SNAPSHOT required: - primaryKey additionalProperties: false required: - type - options additionalProperties: false - type: object properties: type: type: string enum: - keep_previous_data description: >- If there are no primaryKey we assume we must append data options: type: object properties: {} additionalProperties: false required: - type - options additionalProperties: false sources: type: array items: oneOf: - type: object properties: input: type: object properties: source: oneOf: - type: object properties: type: type: string enum: - url options: type: object properties: url: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string options: type: object properties: method: oneOf: - type: string enum: - GET - type: string enum: - PATCH - type: string enum: - POST - type: string enum: - PUT body: type: string headers: type: object properties: {} additionalProperties: type: string query: type: object properties: {} additionalProperties: oneOf: - type: string - type: array items: type: string oauth: type: string description: OAuthClient id timeout: type: number pagination: oneOf: - type: object properties: type: oneOf: - type: string enum: - query - type: string enum: - body value: type: string description: Name of the query param startAt: type: number description: >- Optional parameter to define at which page we should start (some provider start pagination at 0 instead of 1) subtype: oneOf: - type: string enum: - page - type: string enum: - offset description: >- Optional parameter to define if we provide a page number or an offset default is page number maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - hypermediaAttribute value: type: string description: Attribute where the page url is maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - pageToken value: type: string description: >- attribute where page token is in the content param: type: string description: >- query parameter we need to use for the token removeParams: type: boolean description: >- remove other url parameter when paginating maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - linkHeader description: >- retrieve uri from Link http header as documented in https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Link maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - entryToken value: type: string description: >- attribute where page token is in the content param: type: string description: >- query parameter we need to use for the token removeParams: type: boolean description: >- remove other url parameter when paginating maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false variables: type: array items: type: object properties: name: type: string unique: type: boolean required: type: boolean enum: type: array items: oneOf: - type: string - type: number default: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: number - type: object properties: value: type: string dynamic: type: boolean enum: - 'true' additionalProperties: false sortable: type: boolean primitive: oneOf: - type: string enum: - string - type: string enum: - number - type: string enum: - boolean - type: string enum: - datetime - type: string enum: - datetime_iso - type: string enum: - string[] - type: string enum: - number[] - type: string enum: - string{} - type: string enum: - number{} additionalProperties: false description: >- Sample values to replace runtime variables (i.e. to retrieve sample) additionalProperties: false additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - datasource options: type: object properties: id: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - bigquery options: type: object properties: table: type: string dataset: type: string privateKey: type: string clientEmail: type: string projectId: type: string query: type: string tableProjectId: type: string timestampField: type: string description: >- This option is required if KEEP_PREVIOUS_DATA pull mode is enabled Because we use it as offset timestampFieldType: oneOf: - type: string enum: - datetime - type: string enum: - timestamp customOAuthClientId: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - file options: type: object properties: bucket: type: string description: >- Should be uploaded via the /worker/upload route path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ftp options: type: object properties: username: type: string password: type: string host: type: string port: type: number secure: type: boolean path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' disableProxy: type: boolean additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - sftp options: type: object properties: username: type: string password: type: string privateKey: type: string passphrase: type: string host: type: string port: type: number path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string disableProxy: type: boolean processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - snowflake options: type: object properties: account: type: string username: type: string password: type: string warehouse: type: string privateKey: type: string schema: type: string database: type: string table: type: string query: type: string timestampColumn: type: string description: >- Name of the column used to compute delta since the last fetch when using KEEP_PREVIOUS_DATA, note that it's optional if the delta is managed by the underlying view itself additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - gcs options: type: object properties: privateKey: type: string clientEmail: type: string projectId: type: string bucket: type: string path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - kafka options: type: object properties: brokers: type: array items: type: string topic: type: string groupPrefix: type: string description: >- Some customers do consumer group name validation with regex so we must be able to have a prefix to respect their naming schema format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string username: type: string password: type: string ssl: type: boolean registry: type: object properties: url: type: string username: type: string password: type: string additionalProperties: false additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - s3 options: type: object properties: accessKey: type: string secretKey: type: string bucket: type: string path: type: string endpoint: type: string region: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false filter: oneOf: - type: object properties: $and: type: array items: oneOf: - type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: oneOf: - type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false additionalProperties: false description: >- Allow to filter out some rows from the raw data Field should be the raw name fieldsRules: type: object properties: {} additionalProperties: type: array items: oneOf: - type: object properties: name: type: string enum: - static params: type: object properties: value: oneOf: - type: string - type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: fromRoot: type: boolean enum: - 'true' description: >- Use this option to get path from raw entry root instead of the current value value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' value: oneOf: - type: string - type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' valuePath: type: string fromFormatted: type: boolean additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= evaluateValue: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback params: type: object properties: fromFormatted: type: boolean enum: - 'true' description: >- Use this option to fallback from a field in the formatted entry If not provided, it will fallback from a value in the raw entry valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked path: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback params: type: object properties: valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked staticValue: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: number - type: object properties: {} additionalProperties: type: string - type: object properties: {} additionalProperties: type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback_if params: type: object properties: fromFormatted: type: boolean enum: - 'true' description: >- Use this option to fallback from a field in the formatted entry If not provided, it will fallback from a value in the raw entry valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked path: type: string conditions: type: array items: oneOf: - type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' additionalProperties: false - type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= evaluateValue: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - exclude_from_record params: type: object properties: keys: type: array items: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - decrypt params: type: object properties: passwordPrefixPath: type: string description: >- this field is used to prefix the password (e.g. companyId for analytics events) additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - interpolate params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - custom params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - split params: type: object properties: separator: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - case params: type: object properties: cases: type: array items: type: object properties: conditions: type: array items: type: object properties: value: oneOf: - type: string - type: number - type: boolean enum: - {} - type: boolean enum: - {} operator: oneOf: - type: string enum: - {} - type: string enum: - {} - type: string enum: - {} - type: string enum: - {} additionalProperties: false value: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - hash params: type: object properties: algorithm: type: string salt: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - decipher params: type: object properties: algorithm: oneOf: - type: string enum: - aes-128-cbc - type: string enum: - aes-192-cbc - type: string enum: - aes-256-cbc - type: string enum: - aes-128-gcm - type: string enum: - aes-192-gcm - type: string enum: - aes-256-gcm - type: string enum: - aes-128-ctr - type: string enum: - aes-192-ctr - type: string enum: - aes-256-ctr - type: string enum: - aes-128-ecb - type: string enum: - aes-192-ecb - type: string enum: - aes-256-ecb key: type: string iv: type: string inputEncoding: oneOf: - type: string enum: - base64 - type: string enum: - hex additionalProperties: false additionalProperties: false description: >- List of fields this source should provide The map key is the field name configured in the datasource fieldsmap and the value is the field rule configuration (which depends on the source) sample: type: object properties: {} additionalProperties: $ref: '#/components/schemas/AnyValue' description: Source sample (e.g. first parsed entry) additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - append input: type: object properties: source: oneOf: - type: object properties: type: type: string enum: - url options: type: object properties: url: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string options: type: object properties: method: oneOf: - type: string enum: - GET - type: string enum: - PATCH - type: string enum: - POST - type: string enum: - PUT body: type: string headers: type: object properties: {} additionalProperties: type: string query: type: object properties: {} additionalProperties: oneOf: - type: string - type: array items: type: string oauth: type: string description: OAuthClient id timeout: type: number pagination: oneOf: - type: object properties: type: oneOf: - type: string enum: - query - type: string enum: - body value: type: string description: Name of the query param startAt: type: number description: >- Optional parameter to define at which page we should start (some provider start pagination at 0 instead of 1) subtype: oneOf: - type: string enum: - page - type: string enum: - offset description: >- Optional parameter to define if we provide a page number or an offset default is page number maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - hypermediaAttribute value: type: string description: Attribute where the page url is maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - pageToken value: type: string description: >- attribute where page token is in the content param: type: string description: >- query parameter we need to use for the token removeParams: type: boolean description: >- remove other url parameter when paginating maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - linkHeader description: >- retrieve uri from Link http header as documented in https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Link maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - entryToken value: type: string description: >- attribute where page token is in the content param: type: string description: >- query parameter we need to use for the token removeParams: type: boolean description: >- remove other url parameter when paginating maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false variables: type: array items: type: object properties: name: type: string unique: type: boolean required: type: boolean enum: type: array items: oneOf: - type: string - type: number default: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: number - type: object properties: value: type: string dynamic: type: boolean enum: - 'true' additionalProperties: false sortable: type: boolean primitive: oneOf: - type: string enum: - string - type: string enum: - number - type: string enum: - boolean - type: string enum: - datetime - type: string enum: - datetime_iso - type: string enum: - string[] - type: string enum: - number[] - type: string enum: - string{} - type: string enum: - number{} additionalProperties: false description: >- Sample values to replace runtime variables (i.e. to retrieve sample) additionalProperties: false additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - datasource options: type: object properties: id: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - bigquery options: type: object properties: table: type: string dataset: type: string privateKey: type: string clientEmail: type: string projectId: type: string query: type: string tableProjectId: type: string timestampField: type: string description: >- This option is required if KEEP_PREVIOUS_DATA pull mode is enabled Because we use it as offset timestampFieldType: oneOf: - type: string enum: - datetime - type: string enum: - timestamp customOAuthClientId: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - file options: type: object properties: bucket: type: string description: >- Should be uploaded via the /worker/upload route path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ftp options: type: object properties: username: type: string password: type: string host: type: string port: type: number secure: type: boolean path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' disableProxy: type: boolean additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - sftp options: type: object properties: username: type: string password: type: string privateKey: type: string passphrase: type: string host: type: string port: type: number path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string disableProxy: type: boolean processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - snowflake options: type: object properties: account: type: string username: type: string password: type: string warehouse: type: string privateKey: type: string schema: type: string database: type: string table: type: string query: type: string timestampColumn: type: string description: >- Name of the column used to compute delta since the last fetch when using KEEP_PREVIOUS_DATA, note that it's optional if the delta is managed by the underlying view itself additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - gcs options: type: object properties: privateKey: type: string clientEmail: type: string projectId: type: string bucket: type: string path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - kafka options: type: object properties: brokers: type: array items: type: string topic: type: string groupPrefix: type: string description: >- Some customers do consumer group name validation with regex so we must be able to have a prefix to respect their naming schema format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string username: type: string password: type: string ssl: type: boolean registry: type: object properties: url: type: string username: type: string password: type: string additionalProperties: false additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - s3 options: type: object properties: accessKey: type: string secretKey: type: string bucket: type: string path: type: string endpoint: type: string region: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false filter: oneOf: - type: object properties: $and: type: array items: oneOf: - type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: oneOf: - type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false additionalProperties: false description: >- Allow to filter out some rows from the raw data Field should be the raw name fieldsRules: type: object properties: {} additionalProperties: type: array items: oneOf: - type: object properties: name: type: string enum: - static params: type: object properties: value: oneOf: - type: string - type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: fromRoot: type: boolean enum: - 'true' description: >- Use this option to get path from raw entry root instead of the current value value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' value: oneOf: - type: string - type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' valuePath: type: string fromFormatted: type: boolean additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= evaluateValue: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback params: type: object properties: fromFormatted: type: boolean enum: - 'true' description: >- Use this option to fallback from a field in the formatted entry If not provided, it will fallback from a value in the raw entry valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked path: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback params: type: object properties: valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked staticValue: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: number - type: object properties: {} additionalProperties: type: string - type: object properties: {} additionalProperties: type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback_if params: type: object properties: fromFormatted: type: boolean enum: - 'true' description: >- Use this option to fallback from a field in the formatted entry If not provided, it will fallback from a value in the raw entry valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked path: type: string conditions: type: array items: oneOf: - type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' additionalProperties: false - type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= evaluateValue: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - exclude_from_record params: type: object properties: keys: type: array items: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - decrypt params: type: object properties: passwordPrefixPath: type: string description: >- this field is used to prefix the password (e.g. companyId for analytics events) additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - interpolate params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - custom params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - split params: type: object properties: separator: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - case params: type: object properties: cases: type: array items: type: object properties: conditions: type: array items: type: object properties: value: oneOf: - type: string - type: number - type: boolean enum: - {} - type: boolean enum: - {} operator: oneOf: - type: string enum: - {} - type: string enum: - {} - type: string enum: - {} - type: string enum: - {} additionalProperties: false value: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - hash params: type: object properties: algorithm: type: string salt: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - decipher params: type: object properties: algorithm: oneOf: - type: string enum: - aes-128-cbc - type: string enum: - aes-192-cbc - type: string enum: - aes-256-cbc - type: string enum: - aes-128-gcm - type: string enum: - aes-192-gcm - type: string enum: - aes-256-gcm - type: string enum: - aes-128-ctr - type: string enum: - aes-192-ctr - type: string enum: - aes-256-ctr - type: string enum: - aes-128-ecb - type: string enum: - aes-192-ecb - type: string enum: - aes-256-ecb key: type: string iv: type: string inputEncoding: oneOf: - type: string enum: - base64 - type: string enum: - hex additionalProperties: false additionalProperties: false description: >- List of fields this source should provide The map key is the field name configured in the datasource fieldsmap and the value is the field rule configuration (which depends on the source) sample: type: object properties: {} additionalProperties: $ref: '#/components/schemas/AnyValue' description: Source sample (e.g. first parsed entry) additionalProperties: false additionalProperties: false additionalProperties: false datasource: type: object properties: fetcher: oneOf: - type: object properties: name: $ref: '#/components/schemas/DatasourceFetcherName' params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - fdj-bets params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - renault-prices params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - decathlon-product-fallback params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-unwind-rows params: type: object properties: source: type: string destination: type: string columnDestination: type: string valueType: type: string required: - source - destination - columnDestination - valueType additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - workflow-events params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - expired-product-lifetime params: type: object properties: purchaseDatasourceId: type: string purchaseQuery: type: string purchaseReferenceIdField: type: string purchaseTimestampField: type: string purchaseClientField: type: string temporalities: type: array items: type: object properties: maxLifetime: type: number windowStart: type: number windowEnd: type: number minPurchaseCount: type: number required: - maxLifetime - windowStart - windowEnd additionalProperties: false required: - purchaseDatasourceId - purchaseQuery - purchaseReferenceIdField - purchaseTimestampField - purchaseClientField additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - product-exclusion params: type: object properties: mode: oneOf: - type: string enum: - inclusion - type: string enum: - exclusion exclusionDatasourceId: type: string exclusionIdField: type: string productIdField: type: string required: - mode - exclusionDatasourceId - exclusionIdField - productIdField additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - per-user params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-proxy-lock params: type: object properties: ttl: type: number required: - ttl additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-proxy-aggregation params: type: object properties: targetField: type: string aggregationType: oneOf: - type: string enum: - min - type: string enum: - max - type: string enum: - sum - type: string enum: - avg outputField: type: string required: - targetField - aggregationType - outputField additionalProperties: false required: - name - params additionalProperties: false readOnly: true mode: $ref: '#/components/schemas/DatasourceMode' required: - mode additionalProperties: false required: - version - datasource additionalProperties: false - type: object properties: version: type: object properties: type: oneOf: - type: object properties: name: type: string enum: - generic subtype: $ref: '#/components/schemas/DatasourceGenericSubType' required: - name - subtype additionalProperties: false - type: object properties: name: type: string enum: - crm subtype: $ref: '#/components/schemas/DatasourceCRMSubType' required: - name - subtype additionalProperties: false fieldsMap: type: array items: type: object properties: name: type: string type: $ref: '#/components/schemas/FieldMapType' source: $ref: '#/components/schemas/FieldSource' selected: type: boolean ignoreIfMissing: type: boolean metadata: type: object properties: locale: oneOf: - type: string enum: - de - type: string enum: - fr - type: string enum: - ja - type: string enum: - pt - type: string enum: - nl - type: string enum: - zh - type: string enum: - ru - type: string enum: - es - type: string enum: - uk - type: string enum: - en additionalProperties: false primitive: oneOf: - type: string enum: - string - type: string enum: - number - type: string enum: - boolean - type: string enum: - datetime - type: string enum: - datetime_iso - type: string enum: - string[] - type: string enum: - number[] - type: string enum: - string{} - type: string enum: - number{} readOnly: true required: - name - type - selected - primitive additionalProperties: false health: allOf: - $ref: '#/components/schemas/DatasourceHealth' readOnly: true refresh: type: object properties: freq: type: number description: Milliseconds required: - freq additionalProperties: false description: This field is the cache duration sources: type: array items: oneOf: - type: object properties: input: type: object properties: source: oneOf: - type: object properties: type: type: string enum: - url options: type: object properties: url: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string options: type: object properties: method: oneOf: - type: string enum: - GET - type: string enum: - PATCH - type: string enum: - POST - type: string enum: - PUT body: type: string headers: type: object properties: {} additionalProperties: type: string query: type: object properties: {} additionalProperties: oneOf: - type: string - type: array items: type: string oauth: type: string description: OAuthClient id timeout: type: number pagination: oneOf: - type: object properties: type: oneOf: - type: string enum: - query - type: string enum: - body value: type: string description: Name of the query param startAt: type: number description: >- Optional parameter to define at which page we should start (some provider start pagination at 0 instead of 1) subtype: oneOf: - type: string enum: - page - type: string enum: - offset description: >- Optional parameter to define if we provide a page number or an offset default is page number maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - hypermediaAttribute value: type: string description: Attribute where the page url is maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - pageToken value: type: string description: >- attribute where page token is in the content param: type: string description: >- query parameter we need to use for the token removeParams: type: boolean description: >- remove other url parameter when paginating maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - linkHeader description: >- retrieve uri from Link http header as documented in https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Link maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - entryToken value: type: string description: >- attribute where page token is in the content param: type: string description: >- query parameter we need to use for the token removeParams: type: boolean description: >- remove other url parameter when paginating maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false variables: type: array items: type: object properties: name: type: string unique: type: boolean required: type: boolean enum: type: array items: oneOf: - type: string - type: number default: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: number - type: object properties: value: type: string dynamic: type: boolean enum: - 'true' additionalProperties: false sortable: type: boolean primitive: oneOf: - type: string enum: - string - type: string enum: - number - type: string enum: - boolean - type: string enum: - datetime - type: string enum: - datetime_iso - type: string enum: - string[] - type: string enum: - number[] - type: string enum: - string{} - type: string enum: - number{} additionalProperties: false description: >- Sample values to replace runtime variables (i.e. to retrieve sample) additionalProperties: false additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - datasource options: type: object properties: id: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - bigquery options: type: object properties: table: type: string dataset: type: string privateKey: type: string clientEmail: type: string projectId: type: string query: type: string tableProjectId: type: string timestampField: type: string description: >- This option is required if KEEP_PREVIOUS_DATA pull mode is enabled Because we use it as offset timestampFieldType: oneOf: - type: string enum: - datetime - type: string enum: - timestamp customOAuthClientId: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - file options: type: object properties: bucket: type: string description: >- Should be uploaded via the /worker/upload route path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ftp options: type: object properties: username: type: string password: type: string host: type: string port: type: number secure: type: boolean path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' disableProxy: type: boolean additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - sftp options: type: object properties: username: type: string password: type: string privateKey: type: string passphrase: type: string host: type: string port: type: number path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string disableProxy: type: boolean processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - snowflake options: type: object properties: account: type: string username: type: string password: type: string warehouse: type: string privateKey: type: string schema: type: string database: type: string table: type: string query: type: string timestampColumn: type: string description: >- Name of the column used to compute delta since the last fetch when using KEEP_PREVIOUS_DATA, note that it's optional if the delta is managed by the underlying view itself additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - gcs options: type: object properties: privateKey: type: string clientEmail: type: string projectId: type: string bucket: type: string path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - kafka options: type: object properties: brokers: type: array items: type: string topic: type: string groupPrefix: type: string description: >- Some customers do consumer group name validation with regex so we must be able to have a prefix to respect their naming schema format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string username: type: string password: type: string ssl: type: boolean registry: type: object properties: url: type: string username: type: string password: type: string additionalProperties: false additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - s3 options: type: object properties: accessKey: type: string secretKey: type: string bucket: type: string path: type: string endpoint: type: string region: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false filter: oneOf: - type: object properties: $and: type: array items: oneOf: - type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: oneOf: - type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false additionalProperties: false description: >- Allow to filter out some rows from the raw data Field should be the raw name fieldsRules: type: object properties: {} additionalProperties: type: array items: oneOf: - type: object properties: name: type: string enum: - static params: type: object properties: value: oneOf: - type: string - type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: fromRoot: type: boolean enum: - 'true' description: >- Use this option to get path from raw entry root instead of the current value value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' value: oneOf: - type: string - type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' valuePath: type: string fromFormatted: type: boolean additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= evaluateValue: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback params: type: object properties: fromFormatted: type: boolean enum: - 'true' description: >- Use this option to fallback from a field in the formatted entry If not provided, it will fallback from a value in the raw entry valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked path: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback params: type: object properties: valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked staticValue: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: number - type: object properties: {} additionalProperties: type: string - type: object properties: {} additionalProperties: type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback_if params: type: object properties: fromFormatted: type: boolean enum: - 'true' description: >- Use this option to fallback from a field in the formatted entry If not provided, it will fallback from a value in the raw entry valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked path: type: string conditions: type: array items: oneOf: - type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' additionalProperties: false - type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= evaluateValue: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - exclude_from_record params: type: object properties: keys: type: array items: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - decrypt params: type: object properties: passwordPrefixPath: type: string description: >- this field is used to prefix the password (e.g. companyId for analytics events) additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - interpolate params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - custom params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - split params: type: object properties: separator: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - case params: type: object properties: cases: type: array items: type: object properties: conditions: type: array items: type: object properties: value: oneOf: - type: string - type: number - type: boolean enum: - {} - type: boolean enum: - {} operator: oneOf: - type: string enum: - {} - type: string enum: - {} - type: string enum: - {} - type: string enum: - {} additionalProperties: false value: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - hash params: type: object properties: algorithm: type: string salt: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - decipher params: type: object properties: algorithm: oneOf: - type: string enum: - aes-128-cbc - type: string enum: - aes-192-cbc - type: string enum: - aes-256-cbc - type: string enum: - aes-128-gcm - type: string enum: - aes-192-gcm - type: string enum: - aes-256-gcm - type: string enum: - aes-128-ctr - type: string enum: - aes-192-ctr - type: string enum: - aes-256-ctr - type: string enum: - aes-128-ecb - type: string enum: - aes-192-ecb - type: string enum: - aes-256-ecb key: type: string iv: type: string inputEncoding: oneOf: - type: string enum: - base64 - type: string enum: - hex additionalProperties: false additionalProperties: false description: >- List of fields this source should provide The map key is the field name configured in the datasource fieldsmap and the value is the field rule configuration (which depends on the source) sample: type: object properties: {} additionalProperties: $ref: '#/components/schemas/AnyValue' description: Source sample (e.g. first parsed entry) additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - append input: type: object properties: source: oneOf: - type: object properties: type: type: string enum: - url options: type: object properties: url: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string options: type: object properties: method: oneOf: - type: string enum: - GET - type: string enum: - PATCH - type: string enum: - POST - type: string enum: - PUT body: type: string headers: type: object properties: {} additionalProperties: type: string query: type: object properties: {} additionalProperties: oneOf: - type: string - type: array items: type: string oauth: type: string description: OAuthClient id timeout: type: number pagination: oneOf: - type: object properties: type: oneOf: - type: string enum: - query - type: string enum: - body value: type: string description: Name of the query param startAt: type: number description: >- Optional parameter to define at which page we should start (some provider start pagination at 0 instead of 1) subtype: oneOf: - type: string enum: - page - type: string enum: - offset description: >- Optional parameter to define if we provide a page number or an offset default is page number maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - hypermediaAttribute value: type: string description: Attribute where the page url is maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - pageToken value: type: string description: >- attribute where page token is in the content param: type: string description: >- query parameter we need to use for the token removeParams: type: boolean description: >- remove other url parameter when paginating maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - linkHeader description: >- retrieve uri from Link http header as documented in https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Link maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false - type: object properties: type: type: string enum: - entryToken value: type: string description: >- attribute where page token is in the content param: type: string description: >- query parameter we need to use for the token removeParams: type: boolean description: >- remove other url parameter when paginating maximumPage: type: number description: >- Use this field to limit the number of page we pull additionalProperties: false variables: type: array items: type: object properties: name: type: string unique: type: boolean required: type: boolean enum: type: array items: oneOf: - type: string - type: number default: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: number - type: object properties: value: type: string dynamic: type: boolean enum: - 'true' additionalProperties: false sortable: type: boolean primitive: oneOf: - type: string enum: - string - type: string enum: - number - type: string enum: - boolean - type: string enum: - datetime - type: string enum: - datetime_iso - type: string enum: - string[] - type: string enum: - number[] - type: string enum: - string{} - type: string enum: - number{} additionalProperties: false description: >- Sample values to replace runtime variables (i.e. to retrieve sample) additionalProperties: false additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - datasource options: type: object properties: id: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - bigquery options: type: object properties: table: type: string dataset: type: string privateKey: type: string clientEmail: type: string projectId: type: string query: type: string tableProjectId: type: string timestampField: type: string description: >- This option is required if KEEP_PREVIOUS_DATA pull mode is enabled Because we use it as offset timestampFieldType: oneOf: - type: string enum: - datetime - type: string enum: - timestamp customOAuthClientId: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - file options: type: object properties: bucket: type: string description: >- Should be uploaded via the /worker/upload route path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ftp options: type: object properties: username: type: string password: type: string host: type: string port: type: number secure: type: boolean path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' disableProxy: type: boolean additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - sftp options: type: object properties: username: type: string password: type: string privateKey: type: string passphrase: type: string host: type: string port: type: number path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string disableProxy: type: boolean processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - snowflake options: type: object properties: account: type: string username: type: string password: type: string warehouse: type: string privateKey: type: string schema: type: string database: type: string table: type: string query: type: string timestampColumn: type: string description: >- Name of the column used to compute delta since the last fetch when using KEEP_PREVIOUS_DATA, note that it's optional if the delta is managed by the underlying view itself additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - gcs options: type: object properties: privateKey: type: string clientEmail: type: string projectId: type: string bucket: type: string path: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - kafka options: type: object properties: brokers: type: array items: type: string topic: type: string groupPrefix: type: string description: >- Some customers do consumer group name validation with regex so we must be able to have a prefix to respect their naming schema format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string username: type: string password: type: string ssl: type: boolean registry: type: object properties: url: type: string username: type: string password: type: string additionalProperties: false additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - s3 options: type: object properties: accessKey: type: string secretKey: type: string bucket: type: string path: type: string endpoint: type: string region: type: string format: oneOf: - type: object properties: type: type: string enum: - csv options: type: object properties: csvDelimiter: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - ndjson options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - json options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xml options: type: object properties: rootPath: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - xlsx options: type: object properties: {} additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - parquet options: type: object properties: columnsList: type: array items: type: string version: type: string additionalProperties: false additionalProperties: false - type: object properties: type: type: string enum: - avro options: type: object properties: {} additionalProperties: false additionalProperties: false textEncoding: type: string processType: $ref: '#/components/schemas/ProcessType' additionalProperties: false preProcessingAggregations: type: array items: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean additionalProperties: false additionalProperties: false additionalProperties: false filter: oneOf: - type: object properties: $and: type: array items: oneOf: - type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: oneOf: - type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false - type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $empty: type: boolean additionalProperties: false - type: object properties: eq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: ne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: contains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: notcontains: oneOf: - type: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: empty: type: boolean additionalProperties: false - type: object properties: $neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: $lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: neq: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: nne: oneOf: - type: {} - type: {} - type: {} items: {} - type: {} items: {} nullable: true additionalProperties: false - type: object properties: lt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: lte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gt: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: gte: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: rangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: {} - type: {} nullable: true additionalProperties: false - type: object properties: nrangepast: oneOf: - type: {} - type: {} nullable: true additionalProperties: false additionalProperties: false additionalProperties: false description: >- Allow to filter out some rows from the raw data Field should be the raw name fieldsRules: type: object properties: {} additionalProperties: type: array items: oneOf: - type: object properties: name: type: string enum: - static params: type: object properties: value: oneOf: - type: string - type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: fromRoot: type: boolean enum: - 'true' description: >- Use this option to get path from raw entry root instead of the current value value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' value: oneOf: - type: string - type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' valuePath: type: string fromFormatted: type: boolean additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= evaluateValue: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback params: type: object properties: fromFormatted: type: boolean enum: - 'true' description: >- Use this option to fallback from a field in the formatted entry If not provided, it will fallback from a value in the raw entry valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked path: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback params: type: object properties: valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked staticValue: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: number - type: object properties: {} additionalProperties: type: string - type: object properties: {} additionalProperties: type: number additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - fallback_if params: type: object properties: fromFormatted: type: boolean enum: - 'true' description: >- Use this option to fallback from a field in the formatted entry If not provided, it will fallback from a value in the raw entry valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: >- Use this option to exit if we've fallbacked path: type: string conditions: type: array items: oneOf: - type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' additionalProperties: false - type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= evaluateValue: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - exclude_from_record params: type: object properties: keys: type: array items: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - decrypt params: type: object properties: passwordPrefixPath: type: string description: >- this field is used to prefix the password (e.g. companyId for analytics events) additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - interpolate params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - custom params: type: object properties: value: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - split params: type: object properties: separator: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - case params: type: object properties: cases: type: array items: type: object properties: conditions: type: array items: type: object properties: value: oneOf: - type: string - type: number - type: boolean enum: - {} - type: boolean enum: - {} operator: oneOf: - type: string enum: - {} - type: string enum: - {} - type: string enum: - {} - type: string enum: - {} additionalProperties: false value: type: string additionalProperties: false additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - hash params: type: object properties: algorithm: type: string salt: type: string additionalProperties: false additionalProperties: false - type: object properties: name: type: string enum: - decipher params: type: object properties: algorithm: oneOf: - type: string enum: - aes-128-cbc - type: string enum: - aes-192-cbc - type: string enum: - aes-256-cbc - type: string enum: - aes-128-gcm - type: string enum: - aes-192-gcm - type: string enum: - aes-256-gcm - type: string enum: - aes-128-ctr - type: string enum: - aes-192-ctr - type: string enum: - aes-256-ctr - type: string enum: - aes-128-ecb - type: string enum: - aes-192-ecb - type: string enum: - aes-256-ecb key: type: string iv: type: string inputEncoding: oneOf: - type: string enum: - base64 - type: string enum: - hex additionalProperties: false additionalProperties: false description: >- List of fields this source should provide The map key is the field name configured in the datasource fieldsmap and the value is the field rule configuration (which depends on the source) sample: type: object properties: {} additionalProperties: $ref: '#/components/schemas/AnyValue' description: Source sample (e.g. first parsed entry) additionalProperties: false additionalProperties: false additionalProperties: false datasource: type: object properties: fetcher: oneOf: - type: object properties: name: $ref: '#/components/schemas/DatasourceFetcherName' params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - fdj-bets params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - renault-prices params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - decathlon-product-fallback params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-unwind-rows params: type: object properties: source: type: string destination: type: string columnDestination: type: string valueType: type: string required: - source - destination - columnDestination - valueType additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - workflow-events params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - expired-product-lifetime params: type: object properties: purchaseDatasourceId: type: string purchaseQuery: type: string purchaseReferenceIdField: type: string purchaseTimestampField: type: string purchaseClientField: type: string temporalities: type: array items: type: object properties: maxLifetime: type: number windowStart: type: number windowEnd: type: number minPurchaseCount: type: number required: - maxLifetime - windowStart - windowEnd additionalProperties: false required: - purchaseDatasourceId - purchaseQuery - purchaseReferenceIdField - purchaseTimestampField - purchaseClientField additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - product-exclusion params: type: object properties: mode: oneOf: - type: string enum: - inclusion - type: string enum: - exclusion exclusionDatasourceId: type: string exclusionIdField: type: string productIdField: type: string required: - mode - exclusionDatasourceId - exclusionIdField - productIdField additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - per-user params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-proxy-lock params: type: object properties: ttl: type: number required: - ttl additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-proxy-aggregation params: type: object properties: targetField: type: string aggregationType: oneOf: - type: string enum: - min - type: string enum: - max - type: string enum: - sum - type: string enum: - avg outputField: type: string required: - targetField - aggregationType - outputField additionalProperties: false required: - name - params additionalProperties: false readOnly: true mode: $ref: '#/components/schemas/DatasourceMode' required: - mode additionalProperties: false required: - version - datasource additionalProperties: false - type: object properties: version: type: object properties: type: oneOf: - type: object properties: name: type: string enum: - analytics subtype: type: string enum: - purchases options: type: object properties: autoExclusions: type: boolean noStats: type: boolean additionalProperties: false required: - name - subtype - options additionalProperties: false - type: object properties: name: type: string enum: - analytics subtype: oneOf: - type: string enum: - reelevant - type: string enum: - google_tag_manager - type: string enum: - workflow_events - type: string enum: - user - type: string enum: - mutable required: - name - subtype additionalProperties: false filter: oneOf: - type: object properties: $and: oneOf: - type: array items: type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - $eq additionalProperties: false - type: object properties: $ne: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - $ne additionalProperties: false - type: object properties: $contains: oneOf: - type: string - type: array items: type: string nullable: true required: - $contains additionalProperties: false - type: object properties: $notcontains: oneOf: - type: string - type: array items: type: string nullable: true required: - $notcontains additionalProperties: false - type: object properties: $empty: type: boolean required: - $empty additionalProperties: false - type: object properties: eq: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - eq additionalProperties: false - type: object properties: ne: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - ne additionalProperties: false - type: object properties: contains: oneOf: - type: string - type: array items: type: string nullable: true required: - contains additionalProperties: false - type: object properties: notcontains: oneOf: - type: string - type: array items: type: string nullable: true required: - notcontains additionalProperties: false - type: object properties: empty: type: boolean required: - empty additionalProperties: false - type: object properties: $neq: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - $neq additionalProperties: false - type: object properties: $nne: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - $nne additionalProperties: false - type: object properties: $lt: oneOf: - type: string - type: number nullable: true required: - $lt additionalProperties: false - type: object properties: $lte: oneOf: - type: string - type: number nullable: true required: - $lte additionalProperties: false - type: object properties: $gt: oneOf: - type: string - type: number nullable: true required: - $gt additionalProperties: false - type: object properties: $gte: oneOf: - type: string - type: number nullable: true required: - $gte additionalProperties: false - type: object properties: neq: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - neq additionalProperties: false - type: object properties: nne: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - nne additionalProperties: false - type: object properties: lt: oneOf: - type: string - type: number nullable: true required: - lt additionalProperties: false - type: object properties: lte: oneOf: - type: string - type: number nullable: true required: - lte additionalProperties: false - type: object properties: gt: oneOf: - type: string - type: number nullable: true required: - gt additionalProperties: false - type: object properties: gte: oneOf: - type: string - type: number nullable: true required: - gte additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: string - type: number nullable: true required: - $rangefuture additionalProperties: false - type: object properties: $rangepast: oneOf: - type: string - type: number nullable: true required: - $rangepast additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: string - type: number nullable: true required: - $nrangefuture additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: string - type: number nullable: true required: - $nrangepast additionalProperties: false - type: object properties: rangefuture: oneOf: - type: string - type: number nullable: true required: - rangefuture additionalProperties: false - type: object properties: rangepast: oneOf: - type: string - type: number nullable: true required: - rangepast additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: string - type: number nullable: true required: - nrangefuture additionalProperties: false - type: object properties: nrangepast: oneOf: - type: string - type: number nullable: true required: - nrangepast additionalProperties: false required: - $and additionalProperties: false - type: array items: type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - $eq additionalProperties: false - type: object properties: $ne: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - $ne additionalProperties: false - type: object properties: $contains: oneOf: - type: string - type: array items: type: string nullable: true required: - $contains additionalProperties: false - type: object properties: $notcontains: oneOf: - type: string - type: array items: type: string nullable: true required: - $notcontains additionalProperties: false - type: object properties: $empty: type: boolean required: - $empty additionalProperties: false - type: object properties: eq: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - eq additionalProperties: false - type: object properties: ne: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - ne additionalProperties: false - type: object properties: contains: oneOf: - type: string - type: array items: type: string nullable: true required: - contains additionalProperties: false - type: object properties: notcontains: oneOf: - type: string - type: array items: type: string nullable: true required: - notcontains additionalProperties: false - type: object properties: empty: type: boolean required: - empty additionalProperties: false - type: object properties: $neq: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - $neq additionalProperties: false - type: object properties: $nne: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - $nne additionalProperties: false - type: object properties: $lt: oneOf: - type: string - type: number nullable: true required: - $lt additionalProperties: false - type: object properties: $lte: oneOf: - type: string - type: number nullable: true required: - $lte additionalProperties: false - type: object properties: $gt: oneOf: - type: string - type: number nullable: true required: - $gt additionalProperties: false - type: object properties: $gte: oneOf: - type: string - type: number nullable: true required: - $gte additionalProperties: false - type: object properties: neq: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - neq additionalProperties: false - type: object properties: nne: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - nne additionalProperties: false - type: object properties: lt: oneOf: - type: string - type: number nullable: true required: - lt additionalProperties: false - type: object properties: lte: oneOf: - type: string - type: number nullable: true required: - lte additionalProperties: false - type: object properties: gt: oneOf: - type: string - type: number nullable: true required: - gt additionalProperties: false - type: object properties: gte: oneOf: - type: string - type: number nullable: true required: - gte additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: string - type: number nullable: true required: - $rangefuture additionalProperties: false - type: object properties: $rangepast: oneOf: - type: string - type: number nullable: true required: - $rangepast additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: string - type: number nullable: true required: - $nrangefuture additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: string - type: number nullable: true required: - $nrangepast additionalProperties: false - type: object properties: rangefuture: oneOf: - type: string - type: number nullable: true required: - rangefuture additionalProperties: false - type: object properties: rangepast: oneOf: - type: string - type: number nullable: true required: - rangepast additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: string - type: number nullable: true required: - nrangefuture additionalProperties: false - type: object properties: nrangepast: oneOf: - type: string - type: number nullable: true required: - nrangepast additionalProperties: false required: - $or additionalProperties: false required: - $and additionalProperties: false - type: object properties: $or: oneOf: - type: array items: type: object properties: $and: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - $eq additionalProperties: false - type: object properties: $ne: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - $ne additionalProperties: false - type: object properties: $contains: oneOf: - type: string - type: array items: type: string nullable: true required: - $contains additionalProperties: false - type: object properties: $notcontains: oneOf: - type: string - type: array items: type: string nullable: true required: - $notcontains additionalProperties: false - type: object properties: $empty: type: boolean required: - $empty additionalProperties: false - type: object properties: eq: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - eq additionalProperties: false - type: object properties: ne: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - ne additionalProperties: false - type: object properties: contains: oneOf: - type: string - type: array items: type: string nullable: true required: - contains additionalProperties: false - type: object properties: notcontains: oneOf: - type: string - type: array items: type: string nullable: true required: - notcontains additionalProperties: false - type: object properties: empty: type: boolean required: - empty additionalProperties: false - type: object properties: $neq: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - $neq additionalProperties: false - type: object properties: $nne: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - $nne additionalProperties: false - type: object properties: $lt: oneOf: - type: string - type: number nullable: true required: - $lt additionalProperties: false - type: object properties: $lte: oneOf: - type: string - type: number nullable: true required: - $lte additionalProperties: false - type: object properties: $gt: oneOf: - type: string - type: number nullable: true required: - $gt additionalProperties: false - type: object properties: $gte: oneOf: - type: string - type: number nullable: true required: - $gte additionalProperties: false - type: object properties: neq: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - neq additionalProperties: false - type: object properties: nne: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - nne additionalProperties: false - type: object properties: lt: oneOf: - type: string - type: number nullable: true required: - lt additionalProperties: false - type: object properties: lte: oneOf: - type: string - type: number nullable: true required: - lte additionalProperties: false - type: object properties: gt: oneOf: - type: string - type: number nullable: true required: - gt additionalProperties: false - type: object properties: gte: oneOf: - type: string - type: number nullable: true required: - gte additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: string - type: number nullable: true required: - $rangefuture additionalProperties: false - type: object properties: $rangepast: oneOf: - type: string - type: number nullable: true required: - $rangepast additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: string - type: number nullable: true required: - $nrangefuture additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: string - type: number nullable: true required: - $nrangepast additionalProperties: false - type: object properties: rangefuture: oneOf: - type: string - type: number nullable: true required: - rangefuture additionalProperties: false - type: object properties: rangepast: oneOf: - type: string - type: number nullable: true required: - rangepast additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: string - type: number nullable: true required: - nrangefuture additionalProperties: false - type: object properties: nrangepast: oneOf: - type: string - type: number nullable: true required: - nrangepast additionalProperties: false required: - $and additionalProperties: false - type: array items: type: object properties: $or: type: array items: type: object properties: {} additionalProperties: oneOf: - type: object properties: $eq: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - $eq additionalProperties: false - type: object properties: $ne: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - $ne additionalProperties: false - type: object properties: $contains: oneOf: - type: string - type: array items: type: string nullable: true required: - $contains additionalProperties: false - type: object properties: $notcontains: oneOf: - type: string - type: array items: type: string nullable: true required: - $notcontains additionalProperties: false - type: object properties: $empty: type: boolean required: - $empty additionalProperties: false - type: object properties: eq: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - eq additionalProperties: false - type: object properties: ne: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: object nullable: true required: - ne additionalProperties: false - type: object properties: contains: oneOf: - type: string - type: array items: type: string nullable: true required: - contains additionalProperties: false - type: object properties: notcontains: oneOf: - type: string - type: array items: type: string nullable: true required: - notcontains additionalProperties: false - type: object properties: empty: type: boolean required: - empty additionalProperties: false - type: object properties: $neq: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - $neq additionalProperties: false - type: object properties: $nne: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - $nne additionalProperties: false - type: object properties: $lt: oneOf: - type: string - type: number nullable: true required: - $lt additionalProperties: false - type: object properties: $lte: oneOf: - type: string - type: number nullable: true required: - $lte additionalProperties: false - type: object properties: $gt: oneOf: - type: string - type: number nullable: true required: - $gt additionalProperties: false - type: object properties: $gte: oneOf: - type: string - type: number nullable: true required: - $gte additionalProperties: false - type: object properties: neq: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - neq additionalProperties: false - type: object properties: nne: oneOf: - type: string - type: number - type: array items: type: number - type: array items: type: object nullable: true required: - nne additionalProperties: false - type: object properties: lt: oneOf: - type: string - type: number nullable: true required: - lt additionalProperties: false - type: object properties: lte: oneOf: - type: string - type: number nullable: true required: - lte additionalProperties: false - type: object properties: gt: oneOf: - type: string - type: number nullable: true required: - gt additionalProperties: false - type: object properties: gte: oneOf: - type: string - type: number nullable: true required: - gte additionalProperties: false - type: object properties: $rangefuture: oneOf: - type: string - type: number nullable: true required: - $rangefuture additionalProperties: false - type: object properties: $rangepast: oneOf: - type: string - type: number nullable: true required: - $rangepast additionalProperties: false - type: object properties: $nrangefuture: oneOf: - type: string - type: number nullable: true required: - $nrangefuture additionalProperties: false - type: object properties: $nrangepast: oneOf: - type: string - type: number nullable: true required: - $nrangepast additionalProperties: false - type: object properties: rangefuture: oneOf: - type: string - type: number nullable: true required: - rangefuture additionalProperties: false - type: object properties: rangepast: oneOf: - type: string - type: number nullable: true required: - rangepast additionalProperties: false - type: object properties: nrangefuture: oneOf: - type: string - type: number nullable: true required: - nrangefuture additionalProperties: false - type: object properties: nrangepast: oneOf: - type: string - type: number nullable: true required: - nrangepast additionalProperties: false required: - $or additionalProperties: false required: - $or additionalProperties: false description: |- Allow to filter out some rows from the raw data Field should be the raw name fieldsMap: type: array items: allOf: - type: object properties: name: type: string type: $ref: '#/components/schemas/FieldMapType' source: $ref: '#/components/schemas/FieldSource' selected: type: boolean ignoreIfMissing: type: boolean metadata: type: object properties: locale: oneOf: - type: string enum: - de - type: string enum: - fr - type: string enum: - ja - type: string enum: - pt - type: string enum: - nl - type: string enum: - zh - type: string enum: - ru - type: string enum: - es - type: string enum: - uk - type: string enum: - en additionalProperties: false primitive: oneOf: - type: string enum: - string - type: string enum: - number - type: string enum: - boolean - type: string enum: - datetime - type: string enum: - datetime_iso - type: string enum: - string[] - type: string enum: - number[] - type: string enum: - string{} - type: string enum: - number{} readOnly: true required: - name - type - selected - primitive additionalProperties: false - $ref: >- #/components/schemas/OlapFieldMap_With_Index_Sortable - $ref: >- #/components/schemas/IngesterFieldMap_With_Rules_IsPrimaryKey health: allOf: - $ref: '#/components/schemas/DatasourceHealth' readOnly: true updateOptions: oneOf: - type: object properties: type: type: string enum: - override_previous_data options: type: object properties: {} additionalProperties: false required: - type - options additionalProperties: false - type: object properties: type: type: string enum: - upsert_data options: type: object properties: primaryKey: type: string description: >- If the primary key is defined it would be used to de-duplicate rows with the same value when upserting data mode: $ref: '#/components/schemas/PinotUpsertMode' comparisonColumn: type: string partialUpsertStrategies: type: object properties: {} additionalProperties: $ref: >- #/components/schemas/PinotPartialUpsertStrategy deleteRecordColumn: type: string consistencyMode: oneOf: - type: string enum: - NONE - type: string enum: - SNAPSHOT required: - primaryKey additionalProperties: false required: - type - options additionalProperties: false - type: object properties: type: type: string enum: - keep_previous_data description: >- If there are no primaryKey we assume we must append data options: type: object properties: {} additionalProperties: false required: - type - options additionalProperties: false preProcessingAggregations: type: array items: $ref: '#/components/schemas/PreProcessingAggregations' description: Allow to apply pre-processing aggregations like unwind additionalProperties: false datasource: type: object properties: fetcher: oneOf: - type: object properties: name: $ref: '#/components/schemas/DatasourceFetcherName' params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - fdj-bets params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - renault-prices params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - decathlon-product-fallback params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-unwind-rows params: type: object properties: source: type: string destination: type: string columnDestination: type: string valueType: type: string required: - source - destination - columnDestination - valueType additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - workflow-events params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - expired-product-lifetime params: type: object properties: purchaseDatasourceId: type: string purchaseQuery: type: string purchaseReferenceIdField: type: string purchaseTimestampField: type: string purchaseClientField: type: string temporalities: type: array items: type: object properties: maxLifetime: type: number windowStart: type: number windowEnd: type: number minPurchaseCount: type: number required: - maxLifetime - windowStart - windowEnd additionalProperties: false required: - purchaseDatasourceId - purchaseQuery - purchaseReferenceIdField - purchaseTimestampField - purchaseClientField additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - product-exclusion params: type: object properties: mode: oneOf: - type: string enum: - inclusion - type: string enum: - exclusion exclusionDatasourceId: type: string exclusionIdField: type: string productIdField: type: string required: - mode - exclusionDatasourceId - exclusionIdField - productIdField additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - per-user params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-proxy-lock params: type: object properties: ttl: type: number required: - ttl additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-proxy-aggregation params: type: object properties: targetField: type: string aggregationType: oneOf: - type: string enum: - min - type: string enum: - max - type: string enum: - sum - type: string enum: - avg outputField: type: string required: - targetField - aggregationType - outputField additionalProperties: false required: - name - params additionalProperties: false readOnly: true storageOptions: type: object properties: partitionCount: type: number segments: type: object properties: offlineSize: type: number offlineReplication: type: number realtimeSize: type: number realtimeReplication: type: number required: - offlineSize - offlineReplication - realtimeSize - realtimeReplication additionalProperties: false retention: type: object properties: value: type: number unit: type: string enum: - DAYS required: - value - unit additionalProperties: false destinations: type: array items: type: object properties: type: type: string enum: - bigquery dataset: type: string tableName: type: string required: - type - dataset - tableName additionalProperties: false required: - partitionCount - segments - destinations additionalProperties: false mode: $ref: '#/components/schemas/DatasourceMode' required: - mode additionalProperties: false required: - version - datasource additionalProperties: false - type: object properties: version: type: object properties: type: type: object properties: name: type: string enum: - push subtype: type: string enum: - email required: - name - subtype additionalProperties: false fieldsMap: type: array items: allOf: - type: object properties: name: type: string type: $ref: '#/components/schemas/FieldMapType' source: $ref: '#/components/schemas/FieldSource' selected: type: boolean ignoreIfMissing: type: boolean metadata: type: object properties: locale: oneOf: - type: string enum: - de - type: string enum: - fr - type: string enum: - ja - type: string enum: - pt - type: string enum: - nl - type: string enum: - zh - type: string enum: - ru - type: string enum: - es - type: string enum: - uk - type: string enum: - en additionalProperties: false primitive: oneOf: - type: string enum: - string - type: string enum: - number - type: string enum: - boolean - type: string enum: - datetime - type: string enum: - datetime_iso - type: string enum: - string[] - type: string enum: - number[] - type: string enum: - string{} - type: string enum: - number{} readOnly: true required: - name - type - selected - primitive additionalProperties: false - $ref: >- #/components/schemas/OlapFieldMap_With_Index_Sortable - $ref: >- #/components/schemas/IngesterFieldMap_With_Rules_IsPrimaryKey health: allOf: - $ref: '#/components/schemas/DatasourceHealth' readOnly: true additionalProperties: false datasource: type: object properties: fetcher: oneOf: - type: object properties: name: $ref: '#/components/schemas/DatasourceFetcherName' params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - fdj-bets params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - renault-prices params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - decathlon-product-fallback params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-unwind-rows params: type: object properties: source: type: string destination: type: string columnDestination: type: string valueType: type: string required: - source - destination - columnDestination - valueType additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - workflow-events params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - expired-product-lifetime params: type: object properties: purchaseDatasourceId: type: string purchaseQuery: type: string purchaseReferenceIdField: type: string purchaseTimestampField: type: string purchaseClientField: type: string temporalities: type: array items: type: object properties: maxLifetime: type: number windowStart: type: number windowEnd: type: number minPurchaseCount: type: number required: - maxLifetime - windowStart - windowEnd additionalProperties: false required: - purchaseDatasourceId - purchaseQuery - purchaseReferenceIdField - purchaseTimestampField - purchaseClientField additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - product-exclusion params: type: object properties: mode: oneOf: - type: string enum: - inclusion - type: string enum: - exclusion exclusionDatasourceId: type: string exclusionIdField: type: string productIdField: type: string required: - mode - exclusionDatasourceId - exclusionIdField - productIdField additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - per-user params: type: object properties: {} additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-proxy-lock params: type: object properties: ttl: type: number required: - ttl additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - generic-proxy-aggregation params: type: object properties: targetField: type: string aggregationType: oneOf: - type: string enum: - min - type: string enum: - max - type: string enum: - sum - type: string enum: - avg outputField: type: string required: - targetField - aggregationType - outputField additionalProperties: false required: - name - params additionalProperties: false readOnly: true storageOptions: type: object properties: partitionCount: type: number segments: type: object properties: offlineSize: type: number offlineReplication: type: number realtimeSize: type: number realtimeReplication: type: number required: - offlineSize - offlineReplication - realtimeSize - realtimeReplication additionalProperties: false retention: type: object properties: value: type: number unit: type: string enum: - DAYS required: - value - unit additionalProperties: false destinations: type: array items: type: object properties: type: type: string enum: - bigquery dataset: type: string tableName: type: string required: - type - dataset - tableName additionalProperties: false required: - partitionCount - segments - destinations additionalProperties: false mode: $ref: '#/components/schemas/DatasourceMode' required: - mode additionalProperties: false required: - version - datasource additionalProperties: false steps: oneOf: - type: array items: type: object properties: name: type: string enum: - configure_name required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_resource_group_ids required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_sources required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_fields required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_field field: type: object properties: name: type: string type: $ref: '#/components/schemas/FieldMapType' required: - name - type additionalProperties: false required: - name - field additionalProperties: false - type: array items: type: object properties: name: type: string enum: - create_oauth_client configurationId: type: string required: - name - configurationId additionalProperties: false - type: array items: type: object properties: name: type: string enum: - authorize_oauth_client slug: type: string required: - name - slug additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_thresholds required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_api_key slug: type: string enum: - partoo required: - name - slug additionalProperties: false - type: array items: type: object properties: name: type: string enum: - patch required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - validate required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_google_tag_manager required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_reelevant_analytics_script required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_product_datasource_source required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_tracking_datasource_source required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_best_product_query required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_best_product_field required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_fetcher required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_merge_datasource_source required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_merge_datasource_dependency required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_merge_mapping required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_bought_together required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_top_attributes required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_destination type: type: string enum: - smtp required: - name - type additionalProperties: false - type: array items: type: object properties: name: type: string enum: - configure_hierarchy required: - name additionalProperties: false - type: array items: type: object properties: name: type: string enum: - google_my_business_set_url urls: type: object properties: getAccount: type: string final: type: string required: - getAccount - final additionalProperties: false required: - name - urls additionalProperties: false - type: array items: type: object properties: name: type: string enum: - setup_instagram urls: type: object properties: getAccount: type: string final: type: string getAccountInfos: type: string required: - getAccount - final - getAccountInfos additionalProperties: false required: - name - urls additionalProperties: false errorsToStep: type: object properties: failed_to_pull: $ref: '#/components/schemas/StepName' fatal: $ref: '#/components/schemas/StepName' additionalProperties: false stepDependencies: type: object properties: configure_name: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_resource_group_ids: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_sources: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_fields: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_field: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram create_oauth_client: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram authorize_oauth_client: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_thresholds: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_api_key: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram patch: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_fetcher: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram validate: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_google_tag_manager: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_reelevant_analytics_script: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_product_datasource_source: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_tracking_datasource_source: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_best_product_query: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_best_product_field: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_bought_together: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_merge_mapping: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_merge_datasource_source: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_merge_datasource_dependency: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_top_attributes: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_destination: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram configure_hierarchy: type: array items: oneOf: - type: string enum: - configure_name - type: string enum: - configure_resource_group_ids - type: string enum: - configure_sources - type: string enum: - configure_fields - type: string enum: - configure_field - type: string enum: - create_oauth_client - type: string enum: - authorize_oauth_client - type: string enum: - configure_thresholds - type: string enum: - configure_api_key - type: string enum: - patch - type: string enum: - configure_fetcher - type: string enum: - validate - type: string enum: - configure_google_tag_manager - type: string enum: - configure_reelevant_analytics_script - type: string enum: - configure_product_datasource_source - type: string enum: - configure_tracking_datasource_source - type: string enum: - configure_best_product_query - type: string enum: - configure_best_product_field - type: string enum: - configure_bought_together - type: string enum: - configure_merge_mapping - type: string enum: - configure_merge_datasource_source - type: string enum: - configure_merge_datasource_dependency - type: string enum: - configure_top_attributes - type: string enum: - configure_destination - type: string enum: - configure_hierarchy - type: string enum: - google_my_business_set_url - type: string enum: - setup_instagram additionalProperties: false standaloneSteps: oneOf: - allOf: - type: array items: type: string enum: - configure_name - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_resource_group_ids - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_sources - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_fields - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_field - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - create_oauth_client - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - authorize_oauth_client - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_thresholds - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_api_key - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - patch - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_fetcher - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - validate - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_google_tag_manager - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_reelevant_analytics_script - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_product_datasource_source - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_tracking_datasource_source - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_best_product_query - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_best_product_field - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_bought_together - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_merge_mapping - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_merge_datasource_source - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_merge_datasource_dependency - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_top_attributes - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_destination - type: array items: $ref: '#/components/schemas/StepName' - allOf: - type: array items: type: string enum: - configure_hierarchy - type: array items: $ref: '#/components/schemas/StepName' required: - name - hidden - icon - slug - categories - template - steps - errorsToStep - stepDependencies - standaloneSteps additionalProperties: false DatasourceGenericSubType: type: string enum: - user - TOP_ATTRIBUTES - mutable DatasourceCRMSubType: type: string enum: - user - mutable DatasourceProductSubType: type: string enum: - user - localized - best_product - bought_together - mutable DatasourceLocationSubType: type: string enum: - user - google_my_business - partoo - weather - mutable FieldMapType: type: string enum: - string - number - datetime - datetime_iso - boolean - address_1 - address_2 - address_3 - address_4 - city - zipcode - country - latitude - longitude - reference_id - reference_ids - product_id - price - url - image_url - name - description - product_lifetime - locale - array_string - array_number - record_string - record_number - company_id - event_name - event_id - user_tmp_id - user_agent - workflow_id - workflow_version_id - workflow_event_mode - transaction_id - transaction_source - transaction_metadata - product_quantity - workflow_purchase_user - workflow_user - workflow_onsite_user - user_birthday - user_age FieldSource: type: string enum: - user - user_static - missing_fields - aggregation OlapFieldMap_With_Index_Sortable: type: object properties: index: $ref: '#/components/schemas/FieldIndexType' sortable: type: boolean required: - index - sortable additionalProperties: false DatasourceHealth: type: number enum: - 0 - 1 - 2 PinotUpsertMode: type: string enum: - FULL - PARTIAL PinotPartialUpsertStrategy: type: string enum: - INCREMENT - IGNORE - OVERWRITE - APPEND - UNION - MAX - MIN ProcessType: type: string enum: - last_unprocess - all_unprocess - all AnyValue: description: Can be any value nullable: true DatasourceFetcherName: type: string enum: - worker - ingester - proxy - tracking DatasourceMode: type: string enum: - ingester - worker - proxy - pubsub - push IngesterFieldMap_With_Rules_IsPrimaryKey: type: object properties: rules: type: array items: oneOf: - oneOf: - type: object properties: name: type: string enum: - static params: type: object properties: value: oneOf: - type: string - type: number required: - value additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: value: type: string required: - value additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: fromRoot: type: boolean enum: - 'true' description: >- Use this option to get path from raw entry root instead of the current value value: type: string required: - fromRoot - value additionalProperties: false required: - name - params additionalProperties: false - oneOf: - type: object properties: name: type: string enum: - static params: type: object properties: value: oneOf: - type: string - type: number required: - value additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: value: type: string required: - value additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - path params: type: object properties: fromRoot: type: boolean enum: - 'true' description: >- Use this option to get path from raw entry root instead of the current value value: type: string required: - fromRoot - value additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' value: oneOf: - type: string - type: number required: - key - operator - value additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: $ref: '#/components/schemas/Condition' required: - conditions additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: key: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' valuePath: type: string fromFormatted: type: boolean required: - key - operator - valuePath additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - array_find params: type: object properties: conditions: type: array items: allOf: - $ref: '#/components/schemas/Condition_Without_Value' - type: object properties: evaluateValue: type: string required: - evaluateValue additionalProperties: false required: - conditions additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - fallback params: $ref: '#/components/schemas/FieldMapFallbackRulePayload' required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - fallback params: allOf: - $ref: >- #/components/schemas/FieldMapFallbackRulePayload_Without_Path_FromFormatted - type: object properties: staticValue: oneOf: - type: string - type: number - type: array items: type: string - type: array items: type: number - type: object properties: {} additionalProperties: type: string - type: object properties: {} additionalProperties: type: number required: - staticValue additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - fallback_if params: allOf: - $ref: '#/components/schemas/FieldMapFallbackRulePayload' - type: object properties: conditions: type: array items: oneOf: - $ref: '#/components/schemas/Condition' - allOf: - $ref: >- #/components/schemas/Condition_Without_Value - type: object properties: evaluateValue: type: string required: - evaluateValue additionalProperties: false required: - conditions additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - exclude_from_record params: type: object properties: keys: type: array items: type: string required: - keys additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - decrypt params: type: object properties: passwordPrefixPath: type: string description: >- this field is used to prefix the password (e.g. companyId for analytics events) additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - interpolate params: type: object properties: value: type: string required: - value additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - custom params: type: object properties: value: type: string required: - value additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - split params: type: object properties: separator: type: string required: - separator additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - case params: type: object properties: cases: type: array items: type: object properties: conditions: type: array items: $ref: >- #/components/schemas/Condition_Without_Path value: type: string required: - conditions - value additionalProperties: false required: - cases additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - hash params: type: object properties: algorithm: type: string salt: type: string required: - algorithm additionalProperties: false required: - name - params additionalProperties: false - type: object properties: name: type: string enum: - decipher params: type: object properties: algorithm: oneOf: - type: string enum: - aes-128-cbc - type: string enum: - aes-192-cbc - type: string enum: - aes-256-cbc - type: string enum: - aes-128-gcm - type: string enum: - aes-192-gcm - type: string enum: - aes-256-gcm - type: string enum: - aes-128-ctr - type: string enum: - aes-192-ctr - type: string enum: - aes-256-ctr - type: string enum: - aes-128-ecb - type: string enum: - aes-192-ecb - type: string enum: - aes-256-ecb key: type: string iv: type: string inputEncoding: oneOf: - type: string enum: - base64 - type: string enum: - hex required: - algorithm - key additionalProperties: false required: - name - params additionalProperties: false isPrimaryKey: type: boolean required: - rules additionalProperties: false PreProcessingAggregations: type: object properties: type: type: string enum: - unwind options: type: object properties: src: type: string dest: type: string allowEmpty: type: boolean required: - src - dest additionalProperties: false required: - type - options additionalProperties: false StepName: type: string enum: - configure_name - configure_resource_group_ids - configure_sources - configure_fields - configure_field - create_oauth_client - authorize_oauth_client - configure_thresholds - configure_api_key - patch - configure_fetcher - validate - configure_google_tag_manager - configure_reelevant_analytics_script - configure_product_datasource_source - configure_tracking_datasource_source - configure_best_product_query - configure_best_product_field - configure_bought_together - configure_merge_mapping - configure_merge_datasource_source - configure_merge_datasource_dependency - configure_top_attributes - configure_destination - configure_hierarchy FieldIndexType: type: string enum: - none - metric - inverted - TEXT - h3 - raw_value_forward - JSON Condition: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' required: - path - operator - value additionalProperties: false Condition_Without_Value: type: object properties: path: type: string operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= required: - path - operator additionalProperties: false FieldMapFallbackRulePayload: type: object properties: fromFormatted: type: boolean enum: - 'true' description: |- Use this option to fallback from a field in the formatted entry If not provided, it will fallback from a value in the raw entry valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: Use this option to exit if we've fallbacked path: type: string required: - path additionalProperties: false FieldMapFallbackRulePayload_Without_Path_FromFormatted: type: object properties: valuePath: type: string description: >- By default the fallback rule, fallback if the currentValue is empty (undefined/null or length=0) if you provide the `valuePath`, we will use the value at this path instead of the currentValue exit: type: boolean enum: - 'true' description: Use this option to exit if we've fallbacked additionalProperties: false Condition_Without_Path: type: object properties: value: oneOf: - type: string - type: number - type: boolean enum: - 'false' - type: boolean enum: - 'true' operator: oneOf: - type: string enum: - '=' - type: string enum: - '!=' - type: string enum: - '>=' - type: string enum: - <= required: - value - operator additionalProperties: false securitySchemes: password_auth: type: oauth2 flows: password: tokenUrl: https://api.reelevant.com/v1/auth/token refreshUrl: https://api.reelevant.com/v1/auth/token scopes: {} ````