1. Packages
  2. Alibaba Cloud Provider
  3. API Docs
  4. dataworks
  5. DiJob
Alibaba Cloud v3.76.0 published on Tuesday, Apr 8, 2025 by Pulumi

alicloud.dataworks.DiJob

Explore with Pulumi AI

Provides a Data Works Di Job resource.

Data Integration Tasks.

For information about Data Works Di Job and how to use it, see What is Di Job.

NOTE: Available since v1.241.0.

Example Usage

Basic Usage

import * as pulumi from "@pulumi/pulumi";
import * as alicloud from "@pulumi/alicloud";

const config = new pulumi.Config();
const name = config.get("name") || "terraform-example";
const defaultMMHL8U = new alicloud.dataworks.Project("defaultMMHL8U", {
    description: name,
    projectName: name,
    displayName: name,
});
const _default = new alicloud.dataworks.DiJob("default", {
    description: name,
    projectId: defaultMMHL8U.id,
    jobName: "zhenyuan_example_case",
    migrationType: "api_FullAndRealtimeIncremental",
    sourceDataSourceSettings: [{
        dataSourceName: "dw_mysql",
        dataSourceProperties: {
            encoding: "utf-8",
            timezone: "Asia/Shanghai",
        },
    }],
    destinationDataSourceType: "Hologres",
    tableMappings: [{
        sourceObjectSelectionRules: [
            {
                action: "Include",
                expression: "dw_mysql",
                expressionType: "Exact",
                objectType: "Datasource",
            },
            {
                action: "Include",
                expression: "example_db1",
                expressionType: "Exact",
                objectType: "Database",
            },
            {
                action: "Include",
                expression: "lsc_example01",
                expressionType: "Exact",
                objectType: "Table",
            },
        ],
        transformationRules: [{
            ruleName: "my_table_rename_rule",
            ruleActionType: "Rename",
            ruleTargetType: "Table",
        }],
    }],
    sourceDataSourceType: "MySQL",
    resourceSettings: {
        offlineResourceSettings: {
            requestedCu: 2,
            resourceGroupIdentifier: "S_res_group_524257424564736_1716799673667",
        },
        realtimeResourceSettings: {
            requestedCu: 2,
            resourceGroupIdentifier: "S_res_group_524257424564736_1716799673667",
        },
        scheduleResourceSettings: {
            requestedCu: 2,
            resourceGroupIdentifier: "S_res_group_524257424564736_1716799673667",
        },
    },
    transformationRules: [{
        ruleActionType: "Rename",
        ruleExpression: "{\"expression\":\"table2\"}",
        ruleName: "my_table_rename_rule",
        ruleTargetType: "Table",
    }],
    destinationDataSourceSettings: [{
        dataSourceName: "dw_example_holo",
    }],
    jobSettings: {
        columnDataTypeSettings: [{
            destinationDataType: "bigint",
            sourceDataType: "longtext",
        }],
        ddlHandlingSettings: [{
            action: "Ignore",
            type: "CreateTable",
        }],
        runtimeSettings: [{
            name: "runtime.realtime.concurrent",
            value: "1",
        }],
        channelSettings: "1",
        cycleScheduleSettings: {
            cycleMigrationType: "2",
            scheduleParameters: "3",
        },
    },
});
Copy
import pulumi
import pulumi_alicloud as alicloud

config = pulumi.Config()
name = config.get("name")
if name is None:
    name = "terraform-example"
default_mmhl8_u = alicloud.dataworks.Project("defaultMMHL8U",
    description=name,
    project_name=name,
    display_name=name)
default = alicloud.dataworks.DiJob("default",
    description=name,
    project_id=default_mmhl8_u.id,
    job_name="zhenyuan_example_case",
    migration_type="api_FullAndRealtimeIncremental",
    source_data_source_settings=[{
        "data_source_name": "dw_mysql",
        "data_source_properties": {
            "encoding": "utf-8",
            "timezone": "Asia/Shanghai",
        },
    }],
    destination_data_source_type="Hologres",
    table_mappings=[{
        "source_object_selection_rules": [
            {
                "action": "Include",
                "expression": "dw_mysql",
                "expression_type": "Exact",
                "object_type": "Datasource",
            },
            {
                "action": "Include",
                "expression": "example_db1",
                "expression_type": "Exact",
                "object_type": "Database",
            },
            {
                "action": "Include",
                "expression": "lsc_example01",
                "expression_type": "Exact",
                "object_type": "Table",
            },
        ],
        "transformation_rules": [{
            "rule_name": "my_table_rename_rule",
            "rule_action_type": "Rename",
            "rule_target_type": "Table",
        }],
    }],
    source_data_source_type="MySQL",
    resource_settings={
        "offline_resource_settings": {
            "requested_cu": 2,
            "resource_group_identifier": "S_res_group_524257424564736_1716799673667",
        },
        "realtime_resource_settings": {
            "requested_cu": 2,
            "resource_group_identifier": "S_res_group_524257424564736_1716799673667",
        },
        "schedule_resource_settings": {
            "requested_cu": 2,
            "resource_group_identifier": "S_res_group_524257424564736_1716799673667",
        },
    },
    transformation_rules=[{
        "rule_action_type": "Rename",
        "rule_expression": "{\"expression\":\"table2\"}",
        "rule_name": "my_table_rename_rule",
        "rule_target_type": "Table",
    }],
    destination_data_source_settings=[{
        "data_source_name": "dw_example_holo",
    }],
    job_settings={
        "column_data_type_settings": [{
            "destination_data_type": "bigint",
            "source_data_type": "longtext",
        }],
        "ddl_handling_settings": [{
            "action": "Ignore",
            "type": "CreateTable",
        }],
        "runtime_settings": [{
            "name": "runtime.realtime.concurrent",
            "value": "1",
        }],
        "channel_settings": "1",
        "cycle_schedule_settings": {
            "cycle_migration_type": "2",
            "schedule_parameters": "3",
        },
    })
Copy
package main

import (
	"github.com/pulumi/pulumi-alicloud/sdk/v3/go/alicloud/dataworks"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi/config"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		cfg := config.New(ctx, "")
		name := "terraform-example"
		if param := cfg.Get("name"); param != "" {
			name = param
		}
		defaultMMHL8U, err := dataworks.NewProject(ctx, "defaultMMHL8U", &dataworks.ProjectArgs{
			Description: pulumi.String(name),
			ProjectName: pulumi.String(name),
			DisplayName: pulumi.String(name),
		})
		if err != nil {
			return err
		}
		_, err = dataworks.NewDiJob(ctx, "default", &dataworks.DiJobArgs{
			Description:   pulumi.String(name),
			ProjectId:     defaultMMHL8U.ID(),
			JobName:       pulumi.String("zhenyuan_example_case"),
			MigrationType: pulumi.String("api_FullAndRealtimeIncremental"),
			SourceDataSourceSettings: dataworks.DiJobSourceDataSourceSettingArray{
				&dataworks.DiJobSourceDataSourceSettingArgs{
					DataSourceName: pulumi.String("dw_mysql"),
					DataSourceProperties: &dataworks.DiJobSourceDataSourceSettingDataSourcePropertiesArgs{
						Encoding: pulumi.String("utf-8"),
						Timezone: pulumi.String("Asia/Shanghai"),
					},
				},
			},
			DestinationDataSourceType: pulumi.String("Hologres"),
			TableMappings: dataworks.DiJobTableMappingArray{
				&dataworks.DiJobTableMappingArgs{
					SourceObjectSelectionRules: dataworks.DiJobTableMappingSourceObjectSelectionRuleArray{
						&dataworks.DiJobTableMappingSourceObjectSelectionRuleArgs{
							Action:         pulumi.String("Include"),
							Expression:     pulumi.String("dw_mysql"),
							ExpressionType: pulumi.String("Exact"),
							ObjectType:     pulumi.String("Datasource"),
						},
						&dataworks.DiJobTableMappingSourceObjectSelectionRuleArgs{
							Action:         pulumi.String("Include"),
							Expression:     pulumi.String("example_db1"),
							ExpressionType: pulumi.String("Exact"),
							ObjectType:     pulumi.String("Database"),
						},
						&dataworks.DiJobTableMappingSourceObjectSelectionRuleArgs{
							Action:         pulumi.String("Include"),
							Expression:     pulumi.String("lsc_example01"),
							ExpressionType: pulumi.String("Exact"),
							ObjectType:     pulumi.String("Table"),
						},
					},
					TransformationRules: dataworks.DiJobTableMappingTransformationRuleArray{
						&dataworks.DiJobTableMappingTransformationRuleArgs{
							RuleName:       pulumi.String("my_table_rename_rule"),
							RuleActionType: pulumi.String("Rename"),
							RuleTargetType: pulumi.String("Table"),
						},
					},
				},
			},
			SourceDataSourceType: pulumi.String("MySQL"),
			ResourceSettings: &dataworks.DiJobResourceSettingsArgs{
				OfflineResourceSettings: &dataworks.DiJobResourceSettingsOfflineResourceSettingsArgs{
					RequestedCu:             pulumi.Float64(2),
					ResourceGroupIdentifier: pulumi.String("S_res_group_524257424564736_1716799673667"),
				},
				RealtimeResourceSettings: &dataworks.DiJobResourceSettingsRealtimeResourceSettingsArgs{
					RequestedCu:             pulumi.Float64(2),
					ResourceGroupIdentifier: pulumi.String("S_res_group_524257424564736_1716799673667"),
				},
				ScheduleResourceSettings: &dataworks.DiJobResourceSettingsScheduleResourceSettingsArgs{
					RequestedCu:             pulumi.Float64(2),
					ResourceGroupIdentifier: pulumi.String("S_res_group_524257424564736_1716799673667"),
				},
			},
			TransformationRules: dataworks.DiJobTransformationRuleArray{
				&dataworks.DiJobTransformationRuleArgs{
					RuleActionType: pulumi.String("Rename"),
					RuleExpression: pulumi.String("{\"expression\":\"table2\"}"),
					RuleName:       pulumi.String("my_table_rename_rule"),
					RuleTargetType: pulumi.String("Table"),
				},
			},
			DestinationDataSourceSettings: dataworks.DiJobDestinationDataSourceSettingArray{
				&dataworks.DiJobDestinationDataSourceSettingArgs{
					DataSourceName: pulumi.String("dw_example_holo"),
				},
			},
			JobSettings: &dataworks.DiJobJobSettingsArgs{
				ColumnDataTypeSettings: dataworks.DiJobJobSettingsColumnDataTypeSettingArray{
					&dataworks.DiJobJobSettingsColumnDataTypeSettingArgs{
						DestinationDataType: pulumi.String("bigint"),
						SourceDataType:      pulumi.String("longtext"),
					},
				},
				DdlHandlingSettings: dataworks.DiJobJobSettingsDdlHandlingSettingArray{
					&dataworks.DiJobJobSettingsDdlHandlingSettingArgs{
						Action: pulumi.String("Ignore"),
						Type:   pulumi.String("CreateTable"),
					},
				},
				RuntimeSettings: dataworks.DiJobJobSettingsRuntimeSettingArray{
					&dataworks.DiJobJobSettingsRuntimeSettingArgs{
						Name:  pulumi.String("runtime.realtime.concurrent"),
						Value: pulumi.String("1"),
					},
				},
				ChannelSettings: pulumi.String("1"),
				CycleScheduleSettings: &dataworks.DiJobJobSettingsCycleScheduleSettingsArgs{
					CycleMigrationType: pulumi.String("2"),
					ScheduleParameters: pulumi.String("3"),
				},
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}
Copy
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AliCloud = Pulumi.AliCloud;

return await Deployment.RunAsync(() => 
{
    var config = new Config();
    var name = config.Get("name") ?? "terraform-example";
    var defaultMMHL8U = new AliCloud.DataWorks.Project("defaultMMHL8U", new()
    {
        Description = name,
        ProjectName = name,
        DisplayName = name,
    });

    var @default = new AliCloud.DataWorks.DiJob("default", new()
    {
        Description = name,
        ProjectId = defaultMMHL8U.Id,
        JobName = "zhenyuan_example_case",
        MigrationType = "api_FullAndRealtimeIncremental",
        SourceDataSourceSettings = new[]
        {
            new AliCloud.DataWorks.Inputs.DiJobSourceDataSourceSettingArgs
            {
                DataSourceName = "dw_mysql",
                DataSourceProperties = new AliCloud.DataWorks.Inputs.DiJobSourceDataSourceSettingDataSourcePropertiesArgs
                {
                    Encoding = "utf-8",
                    Timezone = "Asia/Shanghai",
                },
            },
        },
        DestinationDataSourceType = "Hologres",
        TableMappings = new[]
        {
            new AliCloud.DataWorks.Inputs.DiJobTableMappingArgs
            {
                SourceObjectSelectionRules = new[]
                {
                    new AliCloud.DataWorks.Inputs.DiJobTableMappingSourceObjectSelectionRuleArgs
                    {
                        Action = "Include",
                        Expression = "dw_mysql",
                        ExpressionType = "Exact",
                        ObjectType = "Datasource",
                    },
                    new AliCloud.DataWorks.Inputs.DiJobTableMappingSourceObjectSelectionRuleArgs
                    {
                        Action = "Include",
                        Expression = "example_db1",
                        ExpressionType = "Exact",
                        ObjectType = "Database",
                    },
                    new AliCloud.DataWorks.Inputs.DiJobTableMappingSourceObjectSelectionRuleArgs
                    {
                        Action = "Include",
                        Expression = "lsc_example01",
                        ExpressionType = "Exact",
                        ObjectType = "Table",
                    },
                },
                TransformationRules = new[]
                {
                    new AliCloud.DataWorks.Inputs.DiJobTableMappingTransformationRuleArgs
                    {
                        RuleName = "my_table_rename_rule",
                        RuleActionType = "Rename",
                        RuleTargetType = "Table",
                    },
                },
            },
        },
        SourceDataSourceType = "MySQL",
        ResourceSettings = new AliCloud.DataWorks.Inputs.DiJobResourceSettingsArgs
        {
            OfflineResourceSettings = new AliCloud.DataWorks.Inputs.DiJobResourceSettingsOfflineResourceSettingsArgs
            {
                RequestedCu = 2,
                ResourceGroupIdentifier = "S_res_group_524257424564736_1716799673667",
            },
            RealtimeResourceSettings = new AliCloud.DataWorks.Inputs.DiJobResourceSettingsRealtimeResourceSettingsArgs
            {
                RequestedCu = 2,
                ResourceGroupIdentifier = "S_res_group_524257424564736_1716799673667",
            },
            ScheduleResourceSettings = new AliCloud.DataWorks.Inputs.DiJobResourceSettingsScheduleResourceSettingsArgs
            {
                RequestedCu = 2,
                ResourceGroupIdentifier = "S_res_group_524257424564736_1716799673667",
            },
        },
        TransformationRules = new[]
        {
            new AliCloud.DataWorks.Inputs.DiJobTransformationRuleArgs
            {
                RuleActionType = "Rename",
                RuleExpression = "{\"expression\":\"table2\"}",
                RuleName = "my_table_rename_rule",
                RuleTargetType = "Table",
            },
        },
        DestinationDataSourceSettings = new[]
        {
            new AliCloud.DataWorks.Inputs.DiJobDestinationDataSourceSettingArgs
            {
                DataSourceName = "dw_example_holo",
            },
        },
        JobSettings = new AliCloud.DataWorks.Inputs.DiJobJobSettingsArgs
        {
            ColumnDataTypeSettings = new[]
            {
                new AliCloud.DataWorks.Inputs.DiJobJobSettingsColumnDataTypeSettingArgs
                {
                    DestinationDataType = "bigint",
                    SourceDataType = "longtext",
                },
            },
            DdlHandlingSettings = new[]
            {
                new AliCloud.DataWorks.Inputs.DiJobJobSettingsDdlHandlingSettingArgs
                {
                    Action = "Ignore",
                    Type = "CreateTable",
                },
            },
            RuntimeSettings = new[]
            {
                new AliCloud.DataWorks.Inputs.DiJobJobSettingsRuntimeSettingArgs
                {
                    Name = "runtime.realtime.concurrent",
                    Value = "1",
                },
            },
            ChannelSettings = "1",
            CycleScheduleSettings = new AliCloud.DataWorks.Inputs.DiJobJobSettingsCycleScheduleSettingsArgs
            {
                CycleMigrationType = "2",
                ScheduleParameters = "3",
            },
        },
    });

});
Copy
package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.alicloud.dataworks.Project;
import com.pulumi.alicloud.dataworks.ProjectArgs;
import com.pulumi.alicloud.dataworks.DiJob;
import com.pulumi.alicloud.dataworks.DiJobArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobSourceDataSourceSettingArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobSourceDataSourceSettingDataSourcePropertiesArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobTableMappingArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobResourceSettingsArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobResourceSettingsOfflineResourceSettingsArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobResourceSettingsRealtimeResourceSettingsArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobResourceSettingsScheduleResourceSettingsArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobTransformationRuleArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobDestinationDataSourceSettingArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobJobSettingsArgs;
import com.pulumi.alicloud.dataworks.inputs.DiJobJobSettingsCycleScheduleSettingsArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        final var config = ctx.config();
        final var name = config.get("name").orElse("terraform-example");
        var defaultMMHL8U = new Project("defaultMMHL8U", ProjectArgs.builder()
            .description(name)
            .projectName(name)
            .displayName(name)
            .build());

        var default_ = new DiJob("default", DiJobArgs.builder()
            .description(name)
            .projectId(defaultMMHL8U.id())
            .jobName("zhenyuan_example_case")
            .migrationType("api_FullAndRealtimeIncremental")
            .sourceDataSourceSettings(DiJobSourceDataSourceSettingArgs.builder()
                .dataSourceName("dw_mysql")
                .dataSourceProperties(DiJobSourceDataSourceSettingDataSourcePropertiesArgs.builder()
                    .encoding("utf-8")
                    .timezone("Asia/Shanghai")
                    .build())
                .build())
            .destinationDataSourceType("Hologres")
            .tableMappings(DiJobTableMappingArgs.builder()
                .sourceObjectSelectionRules(                
                    DiJobTableMappingSourceObjectSelectionRuleArgs.builder()
                        .action("Include")
                        .expression("dw_mysql")
                        .expressionType("Exact")
                        .objectType("Datasource")
                        .build(),
                    DiJobTableMappingSourceObjectSelectionRuleArgs.builder()
                        .action("Include")
                        .expression("example_db1")
                        .expressionType("Exact")
                        .objectType("Database")
                        .build(),
                    DiJobTableMappingSourceObjectSelectionRuleArgs.builder()
                        .action("Include")
                        .expression("lsc_example01")
                        .expressionType("Exact")
                        .objectType("Table")
                        .build())
                .transformationRules(DiJobTableMappingTransformationRuleArgs.builder()
                    .ruleName("my_table_rename_rule")
                    .ruleActionType("Rename")
                    .ruleTargetType("Table")
                    .build())
                .build())
            .sourceDataSourceType("MySQL")
            .resourceSettings(DiJobResourceSettingsArgs.builder()
                .offlineResourceSettings(DiJobResourceSettingsOfflineResourceSettingsArgs.builder()
                    .requestedCu(2)
                    .resourceGroupIdentifier("S_res_group_524257424564736_1716799673667")
                    .build())
                .realtimeResourceSettings(DiJobResourceSettingsRealtimeResourceSettingsArgs.builder()
                    .requestedCu(2)
                    .resourceGroupIdentifier("S_res_group_524257424564736_1716799673667")
                    .build())
                .scheduleResourceSettings(DiJobResourceSettingsScheduleResourceSettingsArgs.builder()
                    .requestedCu(2)
                    .resourceGroupIdentifier("S_res_group_524257424564736_1716799673667")
                    .build())
                .build())
            .transformationRules(DiJobTransformationRuleArgs.builder()
                .ruleActionType("Rename")
                .ruleExpression("{\"expression\":\"table2\"}")
                .ruleName("my_table_rename_rule")
                .ruleTargetType("Table")
                .build())
            .destinationDataSourceSettings(DiJobDestinationDataSourceSettingArgs.builder()
                .dataSourceName("dw_example_holo")
                .build())
            .jobSettings(DiJobJobSettingsArgs.builder()
                .columnDataTypeSettings(DiJobJobSettingsColumnDataTypeSettingArgs.builder()
                    .destinationDataType("bigint")
                    .sourceDataType("longtext")
                    .build())
                .ddlHandlingSettings(DiJobJobSettingsDdlHandlingSettingArgs.builder()
                    .action("Ignore")
                    .type("CreateTable")
                    .build())
                .runtimeSettings(DiJobJobSettingsRuntimeSettingArgs.builder()
                    .name("runtime.realtime.concurrent")
                    .value("1")
                    .build())
                .channelSettings("1")
                .cycleScheduleSettings(DiJobJobSettingsCycleScheduleSettingsArgs.builder()
                    .cycleMigrationType("2")
                    .scheduleParameters("3")
                    .build())
                .build())
            .build());

    }
}
Copy
configuration:
  name:
    type: string
    default: terraform-example
resources:
  defaultMMHL8U:
    type: alicloud:dataworks:Project
    properties:
      description: ${name}
      projectName: ${name}
      displayName: ${name}
  default:
    type: alicloud:dataworks:DiJob
    properties:
      description: ${name}
      projectId: ${defaultMMHL8U.id}
      jobName: zhenyuan_example_case
      migrationType: api_FullAndRealtimeIncremental
      sourceDataSourceSettings:
        - dataSourceName: dw_mysql
          dataSourceProperties:
            encoding: utf-8
            timezone: Asia/Shanghai
      destinationDataSourceType: Hologres
      tableMappings:
        - sourceObjectSelectionRules:
            - action: Include
              expression: dw_mysql
              expressionType: Exact
              objectType: Datasource
            - action: Include
              expression: example_db1
              expressionType: Exact
              objectType: Database
            - action: Include
              expression: lsc_example01
              expressionType: Exact
              objectType: Table
          transformationRules:
            - ruleName: my_table_rename_rule
              ruleActionType: Rename
              ruleTargetType: Table
      sourceDataSourceType: MySQL
      resourceSettings:
        offlineResourceSettings:
          requestedCu: 2
          resourceGroupIdentifier: S_res_group_524257424564736_1716799673667
        realtimeResourceSettings:
          requestedCu: 2
          resourceGroupIdentifier: S_res_group_524257424564736_1716799673667
        scheduleResourceSettings:
          requestedCu: 2
          resourceGroupIdentifier: S_res_group_524257424564736_1716799673667
      transformationRules:
        - ruleActionType: Rename
          ruleExpression: '{"expression":"table2"}'
          ruleName: my_table_rename_rule
          ruleTargetType: Table
      destinationDataSourceSettings:
        - dataSourceName: dw_example_holo
      jobSettings:
        columnDataTypeSettings:
          - destinationDataType: bigint
            sourceDataType: longtext
        ddlHandlingSettings:
          - action: Ignore
            type: CreateTable
        runtimeSettings:
          - name: runtime.realtime.concurrent
            value: '1'
        channelSettings: '1'
        cycleScheduleSettings:
          cycleMigrationType: '2'
          scheduleParameters: '3'
Copy

Create DiJob Resource

Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.

Constructor syntax

new DiJob(name: string, args: DiJobArgs, opts?: CustomResourceOptions);
@overload
def DiJob(resource_name: str,
          args: DiJobArgs,
          opts: Optional[ResourceOptions] = None)

@overload
def DiJob(resource_name: str,
          opts: Optional[ResourceOptions] = None,
          destination_data_source_settings: Optional[Sequence[DiJobDestinationDataSourceSettingArgs]] = None,
          destination_data_source_type: Optional[str] = None,
          job_name: Optional[str] = None,
          migration_type: Optional[str] = None,
          resource_settings: Optional[DiJobResourceSettingsArgs] = None,
          source_data_source_settings: Optional[Sequence[DiJobSourceDataSourceSettingArgs]] = None,
          source_data_source_type: Optional[str] = None,
          table_mappings: Optional[Sequence[DiJobTableMappingArgs]] = None,
          description: Optional[str] = None,
          job_settings: Optional[DiJobJobSettingsArgs] = None,
          project_id: Optional[int] = None,
          transformation_rules: Optional[Sequence[DiJobTransformationRuleArgs]] = None)
func NewDiJob(ctx *Context, name string, args DiJobArgs, opts ...ResourceOption) (*DiJob, error)
public DiJob(string name, DiJobArgs args, CustomResourceOptions? opts = null)
public DiJob(String name, DiJobArgs args)
public DiJob(String name, DiJobArgs args, CustomResourceOptions options)
type: alicloud:dataworks:DiJob
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.

Parameters

name This property is required. string
The unique name of the resource.
args This property is required. DiJobArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
resource_name This property is required. str
The unique name of the resource.
args This property is required. DiJobArgs
The arguments to resource properties.
opts ResourceOptions
Bag of options to control resource's behavior.
ctx Context
Context object for the current deployment.
name This property is required. string
The unique name of the resource.
args This property is required. DiJobArgs
The arguments to resource properties.
opts ResourceOption
Bag of options to control resource's behavior.
name This property is required. string
The unique name of the resource.
args This property is required. DiJobArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
name This property is required. String
The unique name of the resource.
args This property is required. DiJobArgs
The arguments to resource properties.
options CustomResourceOptions
Bag of options to control resource's behavior.

Constructor example

The following reference example uses placeholder values for all input properties.

var diJobResource = new AliCloud.DataWorks.DiJob("diJobResource", new()
{
    DestinationDataSourceSettings = new[]
    {
        new AliCloud.DataWorks.Inputs.DiJobDestinationDataSourceSettingArgs
        {
            DataSourceName = "string",
        },
    },
    DestinationDataSourceType = "string",
    JobName = "string",
    MigrationType = "string",
    ResourceSettings = new AliCloud.DataWorks.Inputs.DiJobResourceSettingsArgs
    {
        OfflineResourceSettings = new AliCloud.DataWorks.Inputs.DiJobResourceSettingsOfflineResourceSettingsArgs
        {
            RequestedCu = 0,
            ResourceGroupIdentifier = "string",
        },
        RealtimeResourceSettings = new AliCloud.DataWorks.Inputs.DiJobResourceSettingsRealtimeResourceSettingsArgs
        {
            RequestedCu = 0,
            ResourceGroupIdentifier = "string",
        },
        ScheduleResourceSettings = new AliCloud.DataWorks.Inputs.DiJobResourceSettingsScheduleResourceSettingsArgs
        {
            RequestedCu = 0,
            ResourceGroupIdentifier = "string",
        },
    },
    SourceDataSourceSettings = new[]
    {
        new AliCloud.DataWorks.Inputs.DiJobSourceDataSourceSettingArgs
        {
            DataSourceName = "string",
            DataSourceProperties = new AliCloud.DataWorks.Inputs.DiJobSourceDataSourceSettingDataSourcePropertiesArgs
            {
                Encoding = "string",
                Timezone = "string",
            },
        },
    },
    SourceDataSourceType = "string",
    TableMappings = new[]
    {
        new AliCloud.DataWorks.Inputs.DiJobTableMappingArgs
        {
            SourceObjectSelectionRules = new[]
            {
                new AliCloud.DataWorks.Inputs.DiJobTableMappingSourceObjectSelectionRuleArgs
                {
                    Action = "string",
                    Expression = "string",
                    ExpressionType = "string",
                    ObjectType = "string",
                },
            },
            TransformationRules = new[]
            {
                new AliCloud.DataWorks.Inputs.DiJobTableMappingTransformationRuleArgs
                {
                    RuleActionType = "string",
                    RuleName = "string",
                    RuleTargetType = "string",
                },
            },
        },
    },
    Description = "string",
    JobSettings = new AliCloud.DataWorks.Inputs.DiJobJobSettingsArgs
    {
        ChannelSettings = "string",
        ColumnDataTypeSettings = new[]
        {
            new AliCloud.DataWorks.Inputs.DiJobJobSettingsColumnDataTypeSettingArgs
            {
                DestinationDataType = "string",
                SourceDataType = "string",
            },
        },
        CycleScheduleSettings = new AliCloud.DataWorks.Inputs.DiJobJobSettingsCycleScheduleSettingsArgs
        {
            CycleMigrationType = "string",
            ScheduleParameters = "string",
        },
        DdlHandlingSettings = new[]
        {
            new AliCloud.DataWorks.Inputs.DiJobJobSettingsDdlHandlingSettingArgs
            {
                Action = "string",
                Type = "string",
            },
        },
        RuntimeSettings = new[]
        {
            new AliCloud.DataWorks.Inputs.DiJobJobSettingsRuntimeSettingArgs
            {
                Name = "string",
                Value = "string",
            },
        },
    },
    ProjectId = 0,
    TransformationRules = new[]
    {
        new AliCloud.DataWorks.Inputs.DiJobTransformationRuleArgs
        {
            RuleActionType = "string",
            RuleExpression = "string",
            RuleName = "string",
            RuleTargetType = "string",
        },
    },
});
Copy
example, err := dataworks.NewDiJob(ctx, "diJobResource", &dataworks.DiJobArgs{
	DestinationDataSourceSettings: dataworks.DiJobDestinationDataSourceSettingArray{
		&dataworks.DiJobDestinationDataSourceSettingArgs{
			DataSourceName: pulumi.String("string"),
		},
	},
	DestinationDataSourceType: pulumi.String("string"),
	JobName:                   pulumi.String("string"),
	MigrationType:             pulumi.String("string"),
	ResourceSettings: &dataworks.DiJobResourceSettingsArgs{
		OfflineResourceSettings: &dataworks.DiJobResourceSettingsOfflineResourceSettingsArgs{
			RequestedCu:             pulumi.Float64(0),
			ResourceGroupIdentifier: pulumi.String("string"),
		},
		RealtimeResourceSettings: &dataworks.DiJobResourceSettingsRealtimeResourceSettingsArgs{
			RequestedCu:             pulumi.Float64(0),
			ResourceGroupIdentifier: pulumi.String("string"),
		},
		ScheduleResourceSettings: &dataworks.DiJobResourceSettingsScheduleResourceSettingsArgs{
			RequestedCu:             pulumi.Float64(0),
			ResourceGroupIdentifier: pulumi.String("string"),
		},
	},
	SourceDataSourceSettings: dataworks.DiJobSourceDataSourceSettingArray{
		&dataworks.DiJobSourceDataSourceSettingArgs{
			DataSourceName: pulumi.String("string"),
			DataSourceProperties: &dataworks.DiJobSourceDataSourceSettingDataSourcePropertiesArgs{
				Encoding: pulumi.String("string"),
				Timezone: pulumi.String("string"),
			},
		},
	},
	SourceDataSourceType: pulumi.String("string"),
	TableMappings: dataworks.DiJobTableMappingArray{
		&dataworks.DiJobTableMappingArgs{
			SourceObjectSelectionRules: dataworks.DiJobTableMappingSourceObjectSelectionRuleArray{
				&dataworks.DiJobTableMappingSourceObjectSelectionRuleArgs{
					Action:         pulumi.String("string"),
					Expression:     pulumi.String("string"),
					ExpressionType: pulumi.String("string"),
					ObjectType:     pulumi.String("string"),
				},
			},
			TransformationRules: dataworks.DiJobTableMappingTransformationRuleArray{
				&dataworks.DiJobTableMappingTransformationRuleArgs{
					RuleActionType: pulumi.String("string"),
					RuleName:       pulumi.String("string"),
					RuleTargetType: pulumi.String("string"),
				},
			},
		},
	},
	Description: pulumi.String("string"),
	JobSettings: &dataworks.DiJobJobSettingsArgs{
		ChannelSettings: pulumi.String("string"),
		ColumnDataTypeSettings: dataworks.DiJobJobSettingsColumnDataTypeSettingArray{
			&dataworks.DiJobJobSettingsColumnDataTypeSettingArgs{
				DestinationDataType: pulumi.String("string"),
				SourceDataType:      pulumi.String("string"),
			},
		},
		CycleScheduleSettings: &dataworks.DiJobJobSettingsCycleScheduleSettingsArgs{
			CycleMigrationType: pulumi.String("string"),
			ScheduleParameters: pulumi.String("string"),
		},
		DdlHandlingSettings: dataworks.DiJobJobSettingsDdlHandlingSettingArray{
			&dataworks.DiJobJobSettingsDdlHandlingSettingArgs{
				Action: pulumi.String("string"),
				Type:   pulumi.String("string"),
			},
		},
		RuntimeSettings: dataworks.DiJobJobSettingsRuntimeSettingArray{
			&dataworks.DiJobJobSettingsRuntimeSettingArgs{
				Name:  pulumi.String("string"),
				Value: pulumi.String("string"),
			},
		},
	},
	ProjectId: pulumi.Int(0),
	TransformationRules: dataworks.DiJobTransformationRuleArray{
		&dataworks.DiJobTransformationRuleArgs{
			RuleActionType: pulumi.String("string"),
			RuleExpression: pulumi.String("string"),
			RuleName:       pulumi.String("string"),
			RuleTargetType: pulumi.String("string"),
		},
	},
})
Copy
var diJobResource = new DiJob("diJobResource", DiJobArgs.builder()
    .destinationDataSourceSettings(DiJobDestinationDataSourceSettingArgs.builder()
        .dataSourceName("string")
        .build())
    .destinationDataSourceType("string")
    .jobName("string")
    .migrationType("string")
    .resourceSettings(DiJobResourceSettingsArgs.builder()
        .offlineResourceSettings(DiJobResourceSettingsOfflineResourceSettingsArgs.builder()
            .requestedCu(0)
            .resourceGroupIdentifier("string")
            .build())
        .realtimeResourceSettings(DiJobResourceSettingsRealtimeResourceSettingsArgs.builder()
            .requestedCu(0)
            .resourceGroupIdentifier("string")
            .build())
        .scheduleResourceSettings(DiJobResourceSettingsScheduleResourceSettingsArgs.builder()
            .requestedCu(0)
            .resourceGroupIdentifier("string")
            .build())
        .build())
    .sourceDataSourceSettings(DiJobSourceDataSourceSettingArgs.builder()
        .dataSourceName("string")
        .dataSourceProperties(DiJobSourceDataSourceSettingDataSourcePropertiesArgs.builder()
            .encoding("string")
            .timezone("string")
            .build())
        .build())
    .sourceDataSourceType("string")
    .tableMappings(DiJobTableMappingArgs.builder()
        .sourceObjectSelectionRules(DiJobTableMappingSourceObjectSelectionRuleArgs.builder()
            .action("string")
            .expression("string")
            .expressionType("string")
            .objectType("string")
            .build())
        .transformationRules(DiJobTableMappingTransformationRuleArgs.builder()
            .ruleActionType("string")
            .ruleName("string")
            .ruleTargetType("string")
            .build())
        .build())
    .description("string")
    .jobSettings(DiJobJobSettingsArgs.builder()
        .channelSettings("string")
        .columnDataTypeSettings(DiJobJobSettingsColumnDataTypeSettingArgs.builder()
            .destinationDataType("string")
            .sourceDataType("string")
            .build())
        .cycleScheduleSettings(DiJobJobSettingsCycleScheduleSettingsArgs.builder()
            .cycleMigrationType("string")
            .scheduleParameters("string")
            .build())
        .ddlHandlingSettings(DiJobJobSettingsDdlHandlingSettingArgs.builder()
            .action("string")
            .type("string")
            .build())
        .runtimeSettings(DiJobJobSettingsRuntimeSettingArgs.builder()
            .name("string")
            .value("string")
            .build())
        .build())
    .projectId(0)
    .transformationRules(DiJobTransformationRuleArgs.builder()
        .ruleActionType("string")
        .ruleExpression("string")
        .ruleName("string")
        .ruleTargetType("string")
        .build())
    .build());
Copy
di_job_resource = alicloud.dataworks.DiJob("diJobResource",
    destination_data_source_settings=[{
        "data_source_name": "string",
    }],
    destination_data_source_type="string",
    job_name="string",
    migration_type="string",
    resource_settings={
        "offline_resource_settings": {
            "requested_cu": 0,
            "resource_group_identifier": "string",
        },
        "realtime_resource_settings": {
            "requested_cu": 0,
            "resource_group_identifier": "string",
        },
        "schedule_resource_settings": {
            "requested_cu": 0,
            "resource_group_identifier": "string",
        },
    },
    source_data_source_settings=[{
        "data_source_name": "string",
        "data_source_properties": {
            "encoding": "string",
            "timezone": "string",
        },
    }],
    source_data_source_type="string",
    table_mappings=[{
        "source_object_selection_rules": [{
            "action": "string",
            "expression": "string",
            "expression_type": "string",
            "object_type": "string",
        }],
        "transformation_rules": [{
            "rule_action_type": "string",
            "rule_name": "string",
            "rule_target_type": "string",
        }],
    }],
    description="string",
    job_settings={
        "channel_settings": "string",
        "column_data_type_settings": [{
            "destination_data_type": "string",
            "source_data_type": "string",
        }],
        "cycle_schedule_settings": {
            "cycle_migration_type": "string",
            "schedule_parameters": "string",
        },
        "ddl_handling_settings": [{
            "action": "string",
            "type": "string",
        }],
        "runtime_settings": [{
            "name": "string",
            "value": "string",
        }],
    },
    project_id=0,
    transformation_rules=[{
        "rule_action_type": "string",
        "rule_expression": "string",
        "rule_name": "string",
        "rule_target_type": "string",
    }])
Copy
const diJobResource = new alicloud.dataworks.DiJob("diJobResource", {
    destinationDataSourceSettings: [{
        dataSourceName: "string",
    }],
    destinationDataSourceType: "string",
    jobName: "string",
    migrationType: "string",
    resourceSettings: {
        offlineResourceSettings: {
            requestedCu: 0,
            resourceGroupIdentifier: "string",
        },
        realtimeResourceSettings: {
            requestedCu: 0,
            resourceGroupIdentifier: "string",
        },
        scheduleResourceSettings: {
            requestedCu: 0,
            resourceGroupIdentifier: "string",
        },
    },
    sourceDataSourceSettings: [{
        dataSourceName: "string",
        dataSourceProperties: {
            encoding: "string",
            timezone: "string",
        },
    }],
    sourceDataSourceType: "string",
    tableMappings: [{
        sourceObjectSelectionRules: [{
            action: "string",
            expression: "string",
            expressionType: "string",
            objectType: "string",
        }],
        transformationRules: [{
            ruleActionType: "string",
            ruleName: "string",
            ruleTargetType: "string",
        }],
    }],
    description: "string",
    jobSettings: {
        channelSettings: "string",
        columnDataTypeSettings: [{
            destinationDataType: "string",
            sourceDataType: "string",
        }],
        cycleScheduleSettings: {
            cycleMigrationType: "string",
            scheduleParameters: "string",
        },
        ddlHandlingSettings: [{
            action: "string",
            type: "string",
        }],
        runtimeSettings: [{
            name: "string",
            value: "string",
        }],
    },
    projectId: 0,
    transformationRules: [{
        ruleActionType: "string",
        ruleExpression: "string",
        ruleName: "string",
        ruleTargetType: "string",
    }],
});
Copy
type: alicloud:dataworks:DiJob
properties:
    description: string
    destinationDataSourceSettings:
        - dataSourceName: string
    destinationDataSourceType: string
    jobName: string
    jobSettings:
        channelSettings: string
        columnDataTypeSettings:
            - destinationDataType: string
              sourceDataType: string
        cycleScheduleSettings:
            cycleMigrationType: string
            scheduleParameters: string
        ddlHandlingSettings:
            - action: string
              type: string
        runtimeSettings:
            - name: string
              value: string
    migrationType: string
    projectId: 0
    resourceSettings:
        offlineResourceSettings:
            requestedCu: 0
            resourceGroupIdentifier: string
        realtimeResourceSettings:
            requestedCu: 0
            resourceGroupIdentifier: string
        scheduleResourceSettings:
            requestedCu: 0
            resourceGroupIdentifier: string
    sourceDataSourceSettings:
        - dataSourceName: string
          dataSourceProperties:
            encoding: string
            timezone: string
    sourceDataSourceType: string
    tableMappings:
        - sourceObjectSelectionRules:
            - action: string
              expression: string
              expressionType: string
              objectType: string
          transformationRules:
            - ruleActionType: string
              ruleName: string
              ruleTargetType: string
    transformationRules:
        - ruleActionType: string
          ruleExpression: string
          ruleName: string
          ruleTargetType: string
Copy

DiJob Resource Properties

To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

Inputs

In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.

The DiJob resource accepts the following input properties:

DestinationDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
List<Pulumi.AliCloud.DataWorks.Inputs.DiJobDestinationDataSourceSetting>
Destination data source See destination_data_source_settings below.
DestinationDataSourceType
This property is required.
Changes to this property will trigger replacement.
string
The type of the target data source. Enumerated values: Hologres and Hive.
JobName
This property is required.
Changes to this property will trigger replacement.
string
Task Name.
MigrationType
This property is required.
Changes to this property will trigger replacement.
string

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

ResourceSettings
This property is required.
Changes to this property will trigger replacement.
Pulumi.AliCloud.DataWorks.Inputs.DiJobResourceSettings
Resource Group Properties See resource_settings below.
SourceDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
List<Pulumi.AliCloud.DataWorks.Inputs.DiJobSourceDataSourceSetting>
Source data source setting List See source_data_source_settings below.
SourceDataSourceType
This property is required.
Changes to this property will trigger replacement.
string
The type of the source data source. The enumerated value is MySQL.
TableMappings This property is required. List<Pulumi.AliCloud.DataWorks.Inputs.DiJobTableMapping>
Synchronize object transformation mapping list See table_mappings below.
Description string
Description of the integration task
JobSettings Changes to this property will trigger replacement. Pulumi.AliCloud.DataWorks.Inputs.DiJobJobSettings
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
ProjectId Changes to this property will trigger replacement. int
Project Id
TransformationRules List<Pulumi.AliCloud.DataWorks.Inputs.DiJobTransformationRule>
Definition list of synchronization object conversion rules See transformation_rules below.
DestinationDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
[]DiJobDestinationDataSourceSettingArgs
Destination data source See destination_data_source_settings below.
DestinationDataSourceType
This property is required.
Changes to this property will trigger replacement.
string
The type of the target data source. Enumerated values: Hologres and Hive.
JobName
This property is required.
Changes to this property will trigger replacement.
string
Task Name.
MigrationType
This property is required.
Changes to this property will trigger replacement.
string

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

ResourceSettings
This property is required.
Changes to this property will trigger replacement.
DiJobResourceSettingsArgs
Resource Group Properties See resource_settings below.
SourceDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
[]DiJobSourceDataSourceSettingArgs
Source data source setting List See source_data_source_settings below.
SourceDataSourceType
This property is required.
Changes to this property will trigger replacement.
string
The type of the source data source. The enumerated value is MySQL.
TableMappings This property is required. []DiJobTableMappingArgs
Synchronize object transformation mapping list See table_mappings below.
Description string
Description of the integration task
JobSettings Changes to this property will trigger replacement. DiJobJobSettingsArgs
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
ProjectId Changes to this property will trigger replacement. int
Project Id
TransformationRules []DiJobTransformationRuleArgs
Definition list of synchronization object conversion rules See transformation_rules below.
destinationDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
List<DiJobDestinationDataSourceSetting>
Destination data source See destination_data_source_settings below.
destinationDataSourceType
This property is required.
Changes to this property will trigger replacement.
String
The type of the target data source. Enumerated values: Hologres and Hive.
jobName
This property is required.
Changes to this property will trigger replacement.
String
Task Name.
migrationType
This property is required.
Changes to this property will trigger replacement.
String

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

resourceSettings
This property is required.
Changes to this property will trigger replacement.
DiJobResourceSettings
Resource Group Properties See resource_settings below.
sourceDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
List<DiJobSourceDataSourceSetting>
Source data source setting List See source_data_source_settings below.
sourceDataSourceType
This property is required.
Changes to this property will trigger replacement.
String
The type of the source data source. The enumerated value is MySQL.
tableMappings This property is required. List<DiJobTableMapping>
Synchronize object transformation mapping list See table_mappings below.
description String
Description of the integration task
jobSettings Changes to this property will trigger replacement. DiJobJobSettings
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
projectId Changes to this property will trigger replacement. Integer
Project Id
transformationRules List<DiJobTransformationRule>
Definition list of synchronization object conversion rules See transformation_rules below.
destinationDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
DiJobDestinationDataSourceSetting[]
Destination data source See destination_data_source_settings below.
destinationDataSourceType
This property is required.
Changes to this property will trigger replacement.
string
The type of the target data source. Enumerated values: Hologres and Hive.
jobName
This property is required.
Changes to this property will trigger replacement.
string
Task Name.
migrationType
This property is required.
Changes to this property will trigger replacement.
string

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

resourceSettings
This property is required.
Changes to this property will trigger replacement.
DiJobResourceSettings
Resource Group Properties See resource_settings below.
sourceDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
DiJobSourceDataSourceSetting[]
Source data source setting List See source_data_source_settings below.
sourceDataSourceType
This property is required.
Changes to this property will trigger replacement.
string
The type of the source data source. The enumerated value is MySQL.
tableMappings This property is required. DiJobTableMapping[]
Synchronize object transformation mapping list See table_mappings below.
description string
Description of the integration task
jobSettings Changes to this property will trigger replacement. DiJobJobSettings
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
projectId Changes to this property will trigger replacement. number
Project Id
transformationRules DiJobTransformationRule[]
Definition list of synchronization object conversion rules See transformation_rules below.
destination_data_source_settings
This property is required.
Changes to this property will trigger replacement.
Sequence[DiJobDestinationDataSourceSettingArgs]
Destination data source See destination_data_source_settings below.
destination_data_source_type
This property is required.
Changes to this property will trigger replacement.
str
The type of the target data source. Enumerated values: Hologres and Hive.
job_name
This property is required.
Changes to this property will trigger replacement.
str
Task Name.
migration_type
This property is required.
Changes to this property will trigger replacement.
str

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

resource_settings
This property is required.
Changes to this property will trigger replacement.
DiJobResourceSettingsArgs
Resource Group Properties See resource_settings below.
source_data_source_settings
This property is required.
Changes to this property will trigger replacement.
Sequence[DiJobSourceDataSourceSettingArgs]
Source data source setting List See source_data_source_settings below.
source_data_source_type
This property is required.
Changes to this property will trigger replacement.
str
The type of the source data source. The enumerated value is MySQL.
table_mappings This property is required. Sequence[DiJobTableMappingArgs]
Synchronize object transformation mapping list See table_mappings below.
description str
Description of the integration task
job_settings Changes to this property will trigger replacement. DiJobJobSettingsArgs
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
project_id Changes to this property will trigger replacement. int
Project Id
transformation_rules Sequence[DiJobTransformationRuleArgs]
Definition list of synchronization object conversion rules See transformation_rules below.
destinationDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
List<Property Map>
Destination data source See destination_data_source_settings below.
destinationDataSourceType
This property is required.
Changes to this property will trigger replacement.
String
The type of the target data source. Enumerated values: Hologres and Hive.
jobName
This property is required.
Changes to this property will trigger replacement.
String
Task Name.
migrationType
This property is required.
Changes to this property will trigger replacement.
String

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

resourceSettings
This property is required.
Changes to this property will trigger replacement.
Property Map
Resource Group Properties See resource_settings below.
sourceDataSourceSettings
This property is required.
Changes to this property will trigger replacement.
List<Property Map>
Source data source setting List See source_data_source_settings below.
sourceDataSourceType
This property is required.
Changes to this property will trigger replacement.
String
The type of the source data source. The enumerated value is MySQL.
tableMappings This property is required. List<Property Map>
Synchronize object transformation mapping list See table_mappings below.
description String
Description of the integration task
jobSettings Changes to this property will trigger replacement. Property Map
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
projectId Changes to this property will trigger replacement. Number
Project Id
transformationRules List<Property Map>
Definition list of synchronization object conversion rules See transformation_rules below.

Outputs

All input properties are implicitly available as output properties. Additionally, the DiJob resource produces the following output properties:

DiJobId int
Integration Task Id
Id string
The provider-assigned unique ID for this managed resource.
DiJobId int
Integration Task Id
Id string
The provider-assigned unique ID for this managed resource.
diJobId Integer
Integration Task Id
id String
The provider-assigned unique ID for this managed resource.
diJobId number
Integration Task Id
id string
The provider-assigned unique ID for this managed resource.
di_job_id int
Integration Task Id
id str
The provider-assigned unique ID for this managed resource.
diJobId Number
Integration Task Id
id String
The provider-assigned unique ID for this managed resource.

Look up Existing DiJob Resource

Get an existing DiJob resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

public static get(name: string, id: Input<ID>, state?: DiJobState, opts?: CustomResourceOptions): DiJob
@staticmethod
def get(resource_name: str,
        id: str,
        opts: Optional[ResourceOptions] = None,
        description: Optional[str] = None,
        destination_data_source_settings: Optional[Sequence[DiJobDestinationDataSourceSettingArgs]] = None,
        destination_data_source_type: Optional[str] = None,
        di_job_id: Optional[int] = None,
        job_name: Optional[str] = None,
        job_settings: Optional[DiJobJobSettingsArgs] = None,
        migration_type: Optional[str] = None,
        project_id: Optional[int] = None,
        resource_settings: Optional[DiJobResourceSettingsArgs] = None,
        source_data_source_settings: Optional[Sequence[DiJobSourceDataSourceSettingArgs]] = None,
        source_data_source_type: Optional[str] = None,
        table_mappings: Optional[Sequence[DiJobTableMappingArgs]] = None,
        transformation_rules: Optional[Sequence[DiJobTransformationRuleArgs]] = None) -> DiJob
func GetDiJob(ctx *Context, name string, id IDInput, state *DiJobState, opts ...ResourceOption) (*DiJob, error)
public static DiJob Get(string name, Input<string> id, DiJobState? state, CustomResourceOptions? opts = null)
public static DiJob get(String name, Output<String> id, DiJobState state, CustomResourceOptions options)
resources:  _:    type: alicloud:dataworks:DiJob    get:      id: ${id}
name This property is required.
The unique name of the resulting resource.
id This property is required.
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
resource_name This property is required.
The unique name of the resulting resource.
id This property is required.
The unique provider ID of the resource to lookup.
name This property is required.
The unique name of the resulting resource.
id This property is required.
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
name This property is required.
The unique name of the resulting resource.
id This property is required.
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
name This property is required.
The unique name of the resulting resource.
id This property is required.
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
The following state arguments are supported:
Description string
Description of the integration task
DestinationDataSourceSettings Changes to this property will trigger replacement. List<Pulumi.AliCloud.DataWorks.Inputs.DiJobDestinationDataSourceSetting>
Destination data source See destination_data_source_settings below.
DestinationDataSourceType Changes to this property will trigger replacement. string
The type of the target data source. Enumerated values: Hologres and Hive.
DiJobId int
Integration Task Id
JobName Changes to this property will trigger replacement. string
Task Name.
JobSettings Changes to this property will trigger replacement. Pulumi.AliCloud.DataWorks.Inputs.DiJobJobSettings
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
MigrationType Changes to this property will trigger replacement. string

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

ProjectId Changes to this property will trigger replacement. int
Project Id
ResourceSettings Changes to this property will trigger replacement. Pulumi.AliCloud.DataWorks.Inputs.DiJobResourceSettings
Resource Group Properties See resource_settings below.
SourceDataSourceSettings Changes to this property will trigger replacement. List<Pulumi.AliCloud.DataWorks.Inputs.DiJobSourceDataSourceSetting>
Source data source setting List See source_data_source_settings below.
SourceDataSourceType Changes to this property will trigger replacement. string
The type of the source data source. The enumerated value is MySQL.
TableMappings List<Pulumi.AliCloud.DataWorks.Inputs.DiJobTableMapping>
Synchronize object transformation mapping list See table_mappings below.
TransformationRules List<Pulumi.AliCloud.DataWorks.Inputs.DiJobTransformationRule>
Definition list of synchronization object conversion rules See transformation_rules below.
Description string
Description of the integration task
DestinationDataSourceSettings Changes to this property will trigger replacement. []DiJobDestinationDataSourceSettingArgs
Destination data source See destination_data_source_settings below.
DestinationDataSourceType Changes to this property will trigger replacement. string
The type of the target data source. Enumerated values: Hologres and Hive.
DiJobId int
Integration Task Id
JobName Changes to this property will trigger replacement. string
Task Name.
JobSettings Changes to this property will trigger replacement. DiJobJobSettingsArgs
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
MigrationType Changes to this property will trigger replacement. string

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

ProjectId Changes to this property will trigger replacement. int
Project Id
ResourceSettings Changes to this property will trigger replacement. DiJobResourceSettingsArgs
Resource Group Properties See resource_settings below.
SourceDataSourceSettings Changes to this property will trigger replacement. []DiJobSourceDataSourceSettingArgs
Source data source setting List See source_data_source_settings below.
SourceDataSourceType Changes to this property will trigger replacement. string
The type of the source data source. The enumerated value is MySQL.
TableMappings []DiJobTableMappingArgs
Synchronize object transformation mapping list See table_mappings below.
TransformationRules []DiJobTransformationRuleArgs
Definition list of synchronization object conversion rules See transformation_rules below.
description String
Description of the integration task
destinationDataSourceSettings Changes to this property will trigger replacement. List<DiJobDestinationDataSourceSetting>
Destination data source See destination_data_source_settings below.
destinationDataSourceType Changes to this property will trigger replacement. String
The type of the target data source. Enumerated values: Hologres and Hive.
diJobId Integer
Integration Task Id
jobName Changes to this property will trigger replacement. String
Task Name.
jobSettings Changes to this property will trigger replacement. DiJobJobSettings
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
migrationType Changes to this property will trigger replacement. String

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

projectId Changes to this property will trigger replacement. Integer
Project Id
resourceSettings Changes to this property will trigger replacement. DiJobResourceSettings
Resource Group Properties See resource_settings below.
sourceDataSourceSettings Changes to this property will trigger replacement. List<DiJobSourceDataSourceSetting>
Source data source setting List See source_data_source_settings below.
sourceDataSourceType Changes to this property will trigger replacement. String
The type of the source data source. The enumerated value is MySQL.
tableMappings List<DiJobTableMapping>
Synchronize object transformation mapping list See table_mappings below.
transformationRules List<DiJobTransformationRule>
Definition list of synchronization object conversion rules See transformation_rules below.
description string
Description of the integration task
destinationDataSourceSettings Changes to this property will trigger replacement. DiJobDestinationDataSourceSetting[]
Destination data source See destination_data_source_settings below.
destinationDataSourceType Changes to this property will trigger replacement. string
The type of the target data source. Enumerated values: Hologres and Hive.
diJobId number
Integration Task Id
jobName Changes to this property will trigger replacement. string
Task Name.
jobSettings Changes to this property will trigger replacement. DiJobJobSettings
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
migrationType Changes to this property will trigger replacement. string

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

projectId Changes to this property will trigger replacement. number
Project Id
resourceSettings Changes to this property will trigger replacement. DiJobResourceSettings
Resource Group Properties See resource_settings below.
sourceDataSourceSettings Changes to this property will trigger replacement. DiJobSourceDataSourceSetting[]
Source data source setting List See source_data_source_settings below.
sourceDataSourceType Changes to this property will trigger replacement. string
The type of the source data source. The enumerated value is MySQL.
tableMappings DiJobTableMapping[]
Synchronize object transformation mapping list See table_mappings below.
transformationRules DiJobTransformationRule[]
Definition list of synchronization object conversion rules See transformation_rules below.
description str
Description of the integration task
destination_data_source_settings Changes to this property will trigger replacement. Sequence[DiJobDestinationDataSourceSettingArgs]
Destination data source See destination_data_source_settings below.
destination_data_source_type Changes to this property will trigger replacement. str
The type of the target data source. Enumerated values: Hologres and Hive.
di_job_id int
Integration Task Id
job_name Changes to this property will trigger replacement. str
Task Name.
job_settings Changes to this property will trigger replacement. DiJobJobSettingsArgs
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
migration_type Changes to this property will trigger replacement. str

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

project_id Changes to this property will trigger replacement. int
Project Id
resource_settings Changes to this property will trigger replacement. DiJobResourceSettingsArgs
Resource Group Properties See resource_settings below.
source_data_source_settings Changes to this property will trigger replacement. Sequence[DiJobSourceDataSourceSettingArgs]
Source data source setting List See source_data_source_settings below.
source_data_source_type Changes to this property will trigger replacement. str
The type of the source data source. The enumerated value is MySQL.
table_mappings Sequence[DiJobTableMappingArgs]
Synchronize object transformation mapping list See table_mappings below.
transformation_rules Sequence[DiJobTransformationRuleArgs]
Definition list of synchronization object conversion rules See transformation_rules below.
description String
Description of the integration task
destinationDataSourceSettings Changes to this property will trigger replacement. List<Property Map>
Destination data source See destination_data_source_settings below.
destinationDataSourceType Changes to this property will trigger replacement. String
The type of the target data source. Enumerated values: Hologres and Hive.
diJobId Number
Integration Task Id
jobName Changes to this property will trigger replacement. String
Task Name.
jobSettings Changes to this property will trigger replacement. Property Map
The dimension settings of the synchronization task, including the DDL processing policy, the source and destination column data type mapping policy, and the task runtime parameters. See job_settings below.
migrationType Changes to this property will trigger replacement. String

Synchronization type, optional enumeration values are:

Fulllandrealtimeincremental (full and real-time incremental)

RealtimeIncremental

Full

Offflineincremental

FullAndOfflineIncremental (full amount + offline increment)

projectId Changes to this property will trigger replacement. Number
Project Id
resourceSettings Changes to this property will trigger replacement. Property Map
Resource Group Properties See resource_settings below.
sourceDataSourceSettings Changes to this property will trigger replacement. List<Property Map>
Source data source setting List See source_data_source_settings below.
sourceDataSourceType Changes to this property will trigger replacement. String
The type of the source data source. The enumerated value is MySQL.
tableMappings List<Property Map>
Synchronize object transformation mapping list See table_mappings below.
transformationRules List<Property Map>
Definition list of synchronization object conversion rules See transformation_rules below.

Supporting Types

DiJobDestinationDataSourceSetting
, DiJobDestinationDataSourceSettingArgs

DataSourceName Changes to this property will trigger replacement. string
Destination data source name
DataSourceName Changes to this property will trigger replacement. string
Destination data source name
dataSourceName Changes to this property will trigger replacement. String
Destination data source name
dataSourceName Changes to this property will trigger replacement. string
Destination data source name
data_source_name Changes to this property will trigger replacement. str
Destination data source name
dataSourceName Changes to this property will trigger replacement. String
Destination data source name

DiJobJobSettings
, DiJobJobSettingsArgs

ChannelSettings string

Channel-related task settings, in the form of a Json String.

For example, {"structInfo":"MANAGED","storageType":"TEXTFILE","writeMode":"APPEND","partitionColumns":[{"columnName":"pt","columnType":"STRING","comment":""}],"fieldDelimiter":""}

ColumnDataTypeSettings List<Pulumi.AliCloud.DataWorks.Inputs.DiJobJobSettingsColumnDataTypeSetting>
Column type mapping of the synchronization task See column_data_type_settings below.
CycleScheduleSettings Pulumi.AliCloud.DataWorks.Inputs.DiJobJobSettingsCycleScheduleSettings
Periodic scheduling settings See cycle_schedule_settings below.
DdlHandlingSettings List<Pulumi.AliCloud.DataWorks.Inputs.DiJobJobSettingsDdlHandlingSetting>
List of DDL processing settings for synchronization tasks See ddl_handling_settings below.
RuntimeSettings List<Pulumi.AliCloud.DataWorks.Inputs.DiJobJobSettingsRuntimeSetting>
Run-time setting parameter list See runtime_settings below.
ChannelSettings string

Channel-related task settings, in the form of a Json String.

For example, {"structInfo":"MANAGED","storageType":"TEXTFILE","writeMode":"APPEND","partitionColumns":[{"columnName":"pt","columnType":"STRING","comment":""}],"fieldDelimiter":""}

ColumnDataTypeSettings []DiJobJobSettingsColumnDataTypeSetting
Column type mapping of the synchronization task See column_data_type_settings below.
CycleScheduleSettings DiJobJobSettingsCycleScheduleSettings
Periodic scheduling settings See cycle_schedule_settings below.
DdlHandlingSettings []DiJobJobSettingsDdlHandlingSetting
List of DDL processing settings for synchronization tasks See ddl_handling_settings below.
RuntimeSettings []DiJobJobSettingsRuntimeSetting
Run-time setting parameter list See runtime_settings below.
channelSettings String

Channel-related task settings, in the form of a Json String.

For example, {"structInfo":"MANAGED","storageType":"TEXTFILE","writeMode":"APPEND","partitionColumns":[{"columnName":"pt","columnType":"STRING","comment":""}],"fieldDelimiter":""}

columnDataTypeSettings List<DiJobJobSettingsColumnDataTypeSetting>
Column type mapping of the synchronization task See column_data_type_settings below.
cycleScheduleSettings DiJobJobSettingsCycleScheduleSettings
Periodic scheduling settings See cycle_schedule_settings below.
ddlHandlingSettings List<DiJobJobSettingsDdlHandlingSetting>
List of DDL processing settings for synchronization tasks See ddl_handling_settings below.
runtimeSettings List<DiJobJobSettingsRuntimeSetting>
Run-time setting parameter list See runtime_settings below.
channelSettings string

Channel-related task settings, in the form of a Json String.

For example, {"structInfo":"MANAGED","storageType":"TEXTFILE","writeMode":"APPEND","partitionColumns":[{"columnName":"pt","columnType":"STRING","comment":""}],"fieldDelimiter":""}

columnDataTypeSettings DiJobJobSettingsColumnDataTypeSetting[]
Column type mapping of the synchronization task See column_data_type_settings below.
cycleScheduleSettings DiJobJobSettingsCycleScheduleSettings
Periodic scheduling settings See cycle_schedule_settings below.
ddlHandlingSettings DiJobJobSettingsDdlHandlingSetting[]
List of DDL processing settings for synchronization tasks See ddl_handling_settings below.
runtimeSettings DiJobJobSettingsRuntimeSetting[]
Run-time setting parameter list See runtime_settings below.
channel_settings str

Channel-related task settings, in the form of a Json String.

For example, {"structInfo":"MANAGED","storageType":"TEXTFILE","writeMode":"APPEND","partitionColumns":[{"columnName":"pt","columnType":"STRING","comment":""}],"fieldDelimiter":""}

column_data_type_settings Sequence[DiJobJobSettingsColumnDataTypeSetting]
Column type mapping of the synchronization task See column_data_type_settings below.
cycle_schedule_settings DiJobJobSettingsCycleScheduleSettings
Periodic scheduling settings See cycle_schedule_settings below.
ddl_handling_settings Sequence[DiJobJobSettingsDdlHandlingSetting]
List of DDL processing settings for synchronization tasks See ddl_handling_settings below.
runtime_settings Sequence[DiJobJobSettingsRuntimeSetting]
Run-time setting parameter list See runtime_settings below.
channelSettings String

Channel-related task settings, in the form of a Json String.

For example, {"structInfo":"MANAGED","storageType":"TEXTFILE","writeMode":"APPEND","partitionColumns":[{"columnName":"pt","columnType":"STRING","comment":""}],"fieldDelimiter":""}

columnDataTypeSettings List<Property Map>
Column type mapping of the synchronization task See column_data_type_settings below.
cycleScheduleSettings Property Map
Periodic scheduling settings See cycle_schedule_settings below.
ddlHandlingSettings List<Property Map>
List of DDL processing settings for synchronization tasks See ddl_handling_settings below.
runtimeSettings List<Property Map>
Run-time setting parameter list See runtime_settings below.

DiJobJobSettingsColumnDataTypeSetting
, DiJobJobSettingsColumnDataTypeSettingArgs

DestinationDataType string
The destination type of the mapping relationship
SourceDataType string
The source type of the mapping type
DestinationDataType string
The destination type of the mapping relationship
SourceDataType string
The source type of the mapping type
destinationDataType String
The destination type of the mapping relationship
sourceDataType String
The source type of the mapping type
destinationDataType string
The destination type of the mapping relationship
sourceDataType string
The source type of the mapping type
destination_data_type str
The destination type of the mapping relationship
source_data_type str
The source type of the mapping type
destinationDataType String
The destination type of the mapping relationship
sourceDataType String
The source type of the mapping type

DiJobJobSettingsCycleScheduleSettings
, DiJobJobSettingsCycleScheduleSettingsArgs

CycleMigrationType Changes to this property will trigger replacement. string

The type of synchronization that requires periodic scheduling. Value range:

Full: Full

OfflineIncremental: offline increment

ScheduleParameters string
Scheduling Parameters
CycleMigrationType Changes to this property will trigger replacement. string

The type of synchronization that requires periodic scheduling. Value range:

Full: Full

OfflineIncremental: offline increment

ScheduleParameters string
Scheduling Parameters
cycleMigrationType Changes to this property will trigger replacement. String

The type of synchronization that requires periodic scheduling. Value range:

Full: Full

OfflineIncremental: offline increment

scheduleParameters String
Scheduling Parameters
cycleMigrationType Changes to this property will trigger replacement. string

The type of synchronization that requires periodic scheduling. Value range:

Full: Full

OfflineIncremental: offline increment

scheduleParameters string
Scheduling Parameters
cycle_migration_type Changes to this property will trigger replacement. str

The type of synchronization that requires periodic scheduling. Value range:

Full: Full

OfflineIncremental: offline increment

schedule_parameters str
Scheduling Parameters
cycleMigrationType Changes to this property will trigger replacement. String

The type of synchronization that requires periodic scheduling. Value range:

Full: Full

OfflineIncremental: offline increment

scheduleParameters String
Scheduling Parameters

DiJobJobSettingsDdlHandlingSetting
, DiJobJobSettingsDdlHandlingSettingArgs

Action string
Type string

DDL type, optional enumeration value:

RenameColumn (rename column)

ModifyColumn (rename column)

CreateTable (Rename Column)

TruncateTable (empty table)

DropTable (delete table)

Action string
Type string

DDL type, optional enumeration value:

RenameColumn (rename column)

ModifyColumn (rename column)

CreateTable (Rename Column)

TruncateTable (empty table)

DropTable (delete table)

action String
type String

DDL type, optional enumeration value:

RenameColumn (rename column)

ModifyColumn (rename column)

CreateTable (Rename Column)

TruncateTable (empty table)

DropTable (delete table)

action string
type string

DDL type, optional enumeration value:

RenameColumn (rename column)

ModifyColumn (rename column)

CreateTable (Rename Column)

TruncateTable (empty table)

DropTable (delete table)

action str
type str

DDL type, optional enumeration value:

RenameColumn (rename column)

ModifyColumn (rename column)

CreateTable (Rename Column)

TruncateTable (empty table)

DropTable (delete table)

action String
type String

DDL type, optional enumeration value:

RenameColumn (rename column)

ModifyColumn (rename column)

CreateTable (Rename Column)

TruncateTable (empty table)

DropTable (delete table)

DiJobJobSettingsRuntimeSetting
, DiJobJobSettingsRuntimeSettingArgs

Name string

Set name, optional ENUM value:

runtime.offline.speed.limit.mb (valid when runtime.offline.speed.limit.enable = true)

runtime.offline.speed.limit.enable

dst.offline.connection.max (the maximum number of write connections for offline batch tasks)

runtime.offline.concurrent (offline batch synchronization task concurrency)

dst.realtime.connection.max (maximum number of write connections for real-time tasks)

runtime.enable.auto.create.schema (whether to automatically create a schema on the target side)

src.offline.datasource.max.connection (maximum number of source connections for offline batch tasks)

runtime.realtime.concurrent (real-time task concurrency)

Value string
Runtime setting value
Name string

Set name, optional ENUM value:

runtime.offline.speed.limit.mb (valid when runtime.offline.speed.limit.enable = true)

runtime.offline.speed.limit.enable

dst.offline.connection.max (the maximum number of write connections for offline batch tasks)

runtime.offline.concurrent (offline batch synchronization task concurrency)

dst.realtime.connection.max (maximum number of write connections for real-time tasks)

runtime.enable.auto.create.schema (whether to automatically create a schema on the target side)

src.offline.datasource.max.connection (maximum number of source connections for offline batch tasks)

runtime.realtime.concurrent (real-time task concurrency)

Value string
Runtime setting value
name String

Set name, optional ENUM value:

runtime.offline.speed.limit.mb (valid when runtime.offline.speed.limit.enable = true)

runtime.offline.speed.limit.enable

dst.offline.connection.max (the maximum number of write connections for offline batch tasks)

runtime.offline.concurrent (offline batch synchronization task concurrency)

dst.realtime.connection.max (maximum number of write connections for real-time tasks)

runtime.enable.auto.create.schema (whether to automatically create a schema on the target side)

src.offline.datasource.max.connection (maximum number of source connections for offline batch tasks)

runtime.realtime.concurrent (real-time task concurrency)

value String
Runtime setting value
name string

Set name, optional ENUM value:

runtime.offline.speed.limit.mb (valid when runtime.offline.speed.limit.enable = true)

runtime.offline.speed.limit.enable

dst.offline.connection.max (the maximum number of write connections for offline batch tasks)

runtime.offline.concurrent (offline batch synchronization task concurrency)

dst.realtime.connection.max (maximum number of write connections for real-time tasks)

runtime.enable.auto.create.schema (whether to automatically create a schema on the target side)

src.offline.datasource.max.connection (maximum number of source connections for offline batch tasks)

runtime.realtime.concurrent (real-time task concurrency)

value string
Runtime setting value
name str

Set name, optional ENUM value:

runtime.offline.speed.limit.mb (valid when runtime.offline.speed.limit.enable = true)

runtime.offline.speed.limit.enable

dst.offline.connection.max (the maximum number of write connections for offline batch tasks)

runtime.offline.concurrent (offline batch synchronization task concurrency)

dst.realtime.connection.max (maximum number of write connections for real-time tasks)

runtime.enable.auto.create.schema (whether to automatically create a schema on the target side)

src.offline.datasource.max.connection (maximum number of source connections for offline batch tasks)

runtime.realtime.concurrent (real-time task concurrency)

value str
Runtime setting value
name String

Set name, optional ENUM value:

runtime.offline.speed.limit.mb (valid when runtime.offline.speed.limit.enable = true)

runtime.offline.speed.limit.enable

dst.offline.connection.max (the maximum number of write connections for offline batch tasks)

runtime.offline.concurrent (offline batch synchronization task concurrency)

dst.realtime.connection.max (maximum number of write connections for real-time tasks)

runtime.enable.auto.create.schema (whether to automatically create a schema on the target side)

src.offline.datasource.max.connection (maximum number of source connections for offline batch tasks)

runtime.realtime.concurrent (real-time task concurrency)

value String
Runtime setting value

DiJobResourceSettings
, DiJobResourceSettingsArgs

OfflineResourceSettings DiJobResourceSettingsOfflineResourceSettings
Offline Resource Group configuration See offline_resource_settings below.
RealtimeResourceSettings DiJobResourceSettingsRealtimeResourceSettings
Real-time Resource Group See realtime_resource_settings below.
ScheduleResourceSettings DiJobResourceSettingsScheduleResourceSettings
Scheduling Resource Groups See schedule_resource_settings below.
offlineResourceSettings DiJobResourceSettingsOfflineResourceSettings
Offline Resource Group configuration See offline_resource_settings below.
realtimeResourceSettings DiJobResourceSettingsRealtimeResourceSettings
Real-time Resource Group See realtime_resource_settings below.
scheduleResourceSettings DiJobResourceSettingsScheduleResourceSettings
Scheduling Resource Groups See schedule_resource_settings below.
offlineResourceSettings DiJobResourceSettingsOfflineResourceSettings
Offline Resource Group configuration See offline_resource_settings below.
realtimeResourceSettings DiJobResourceSettingsRealtimeResourceSettings
Real-time Resource Group See realtime_resource_settings below.
scheduleResourceSettings DiJobResourceSettingsScheduleResourceSettings
Scheduling Resource Groups See schedule_resource_settings below.
offline_resource_settings DiJobResourceSettingsOfflineResourceSettings
Offline Resource Group configuration See offline_resource_settings below.
realtime_resource_settings DiJobResourceSettingsRealtimeResourceSettings
Real-time Resource Group See realtime_resource_settings below.
schedule_resource_settings DiJobResourceSettingsScheduleResourceSettings
Scheduling Resource Groups See schedule_resource_settings below.
offlineResourceSettings Property Map
Offline Resource Group configuration See offline_resource_settings below.
realtimeResourceSettings Property Map
Real-time Resource Group See realtime_resource_settings below.
scheduleResourceSettings Property Map
Scheduling Resource Groups See schedule_resource_settings below.

DiJobResourceSettingsOfflineResourceSettings
, DiJobResourceSettingsOfflineResourceSettingsArgs

RequestedCu double
Scheduling resource group cu
ResourceGroupIdentifier string
Scheduling resource group name
RequestedCu float64
Scheduling resource group cu
ResourceGroupIdentifier string
Scheduling resource group name
requestedCu Double
Scheduling resource group cu
resourceGroupIdentifier String
Scheduling resource group name
requestedCu number
Scheduling resource group cu
resourceGroupIdentifier string
Scheduling resource group name
requested_cu float
Scheduling resource group cu
resource_group_identifier str
Scheduling resource group name
requestedCu Number
Scheduling resource group cu
resourceGroupIdentifier String
Scheduling resource group name

DiJobResourceSettingsRealtimeResourceSettings
, DiJobResourceSettingsRealtimeResourceSettingsArgs

RequestedCu double
Scheduling resource group cu
ResourceGroupIdentifier string
Scheduling resource group name
RequestedCu float64
Scheduling resource group cu
ResourceGroupIdentifier string
Scheduling resource group name
requestedCu Double
Scheduling resource group cu
resourceGroupIdentifier String
Scheduling resource group name
requestedCu number
Scheduling resource group cu
resourceGroupIdentifier string
Scheduling resource group name
requested_cu float
Scheduling resource group cu
resource_group_identifier str
Scheduling resource group name
requestedCu Number
Scheduling resource group cu
resourceGroupIdentifier String
Scheduling resource group name

DiJobResourceSettingsScheduleResourceSettings
, DiJobResourceSettingsScheduleResourceSettingsArgs

RequestedCu double
Scheduling resource group cu
ResourceGroupIdentifier string
Scheduling resource group name
RequestedCu float64
Scheduling resource group cu
ResourceGroupIdentifier string
Scheduling resource group name
requestedCu Double
Scheduling resource group cu
resourceGroupIdentifier String
Scheduling resource group name
requestedCu number
Scheduling resource group cu
resourceGroupIdentifier string
Scheduling resource group name
requested_cu float
Scheduling resource group cu
resource_group_identifier str
Scheduling resource group name
requestedCu Number
Scheduling resource group cu
resourceGroupIdentifier String
Scheduling resource group name

DiJobSourceDataSourceSetting
, DiJobSourceDataSourceSettingArgs

DataSourceName Changes to this property will trigger replacement. string
Data source name of a single source
DataSourceProperties Changes to this property will trigger replacement. Pulumi.AliCloud.DataWorks.Inputs.DiJobSourceDataSourceSettingDataSourceProperties
Single Source Data Source Properties See data_source_properties below.
DataSourceName Changes to this property will trigger replacement. string
Data source name of a single source
DataSourceProperties Changes to this property will trigger replacement. DiJobSourceDataSourceSettingDataSourceProperties
Single Source Data Source Properties See data_source_properties below.
dataSourceName Changes to this property will trigger replacement. String
Data source name of a single source
dataSourceProperties Changes to this property will trigger replacement. DiJobSourceDataSourceSettingDataSourceProperties
Single Source Data Source Properties See data_source_properties below.
dataSourceName Changes to this property will trigger replacement. string
Data source name of a single source
dataSourceProperties Changes to this property will trigger replacement. DiJobSourceDataSourceSettingDataSourceProperties
Single Source Data Source Properties See data_source_properties below.
data_source_name Changes to this property will trigger replacement. str
Data source name of a single source
data_source_properties Changes to this property will trigger replacement. DiJobSourceDataSourceSettingDataSourceProperties
Single Source Data Source Properties See data_source_properties below.
dataSourceName Changes to this property will trigger replacement. String
Data source name of a single source
dataSourceProperties Changes to this property will trigger replacement. Property Map
Single Source Data Source Properties See data_source_properties below.

DiJobSourceDataSourceSettingDataSourceProperties
, DiJobSourceDataSourceSettingDataSourcePropertiesArgs

Encoding Changes to this property will trigger replacement. string
Data Source Encoding
Timezone Changes to this property will trigger replacement. string
Data Source Time Zone
Encoding Changes to this property will trigger replacement. string
Data Source Encoding
Timezone Changes to this property will trigger replacement. string
Data Source Time Zone
encoding Changes to this property will trigger replacement. String
Data Source Encoding
timezone Changes to this property will trigger replacement. String
Data Source Time Zone
encoding Changes to this property will trigger replacement. string
Data Source Encoding
timezone Changes to this property will trigger replacement. string
Data Source Time Zone
encoding Changes to this property will trigger replacement. str
Data Source Encoding
timezone Changes to this property will trigger replacement. str
Data Source Time Zone
encoding Changes to this property will trigger replacement. String
Data Source Encoding
timezone Changes to this property will trigger replacement. String
Data Source Time Zone

DiJobTableMapping
, DiJobTableMappingArgs

SourceObjectSelectionRules List<Pulumi.AliCloud.DataWorks.Inputs.DiJobTableMappingSourceObjectSelectionRule>
Each rule can select different types of source objects to be synchronized, such as source database and source data table. See source_object_selection_rules below.
TransformationRules List<Pulumi.AliCloud.DataWorks.Inputs.DiJobTableMappingTransformationRule>
A list of conversion rule definitions for a synchronization object. Each element in the list defines a conversion rule. See transformation_rules below.
SourceObjectSelectionRules []DiJobTableMappingSourceObjectSelectionRule
Each rule can select different types of source objects to be synchronized, such as source database and source data table. See source_object_selection_rules below.
TransformationRules []DiJobTableMappingTransformationRule
A list of conversion rule definitions for a synchronization object. Each element in the list defines a conversion rule. See transformation_rules below.
sourceObjectSelectionRules List<DiJobTableMappingSourceObjectSelectionRule>
Each rule can select different types of source objects to be synchronized, such as source database and source data table. See source_object_selection_rules below.
transformationRules List<DiJobTableMappingTransformationRule>
A list of conversion rule definitions for a synchronization object. Each element in the list defines a conversion rule. See transformation_rules below.
sourceObjectSelectionRules DiJobTableMappingSourceObjectSelectionRule[]
Each rule can select different types of source objects to be synchronized, such as source database and source data table. See source_object_selection_rules below.
transformationRules DiJobTableMappingTransformationRule[]
A list of conversion rule definitions for a synchronization object. Each element in the list defines a conversion rule. See transformation_rules below.
source_object_selection_rules Sequence[DiJobTableMappingSourceObjectSelectionRule]
Each rule can select different types of source objects to be synchronized, such as source database and source data table. See source_object_selection_rules below.
transformation_rules Sequence[DiJobTableMappingTransformationRule]
A list of conversion rule definitions for a synchronization object. Each element in the list defines a conversion rule. See transformation_rules below.
sourceObjectSelectionRules List<Property Map>
Each rule can select different types of source objects to be synchronized, such as source database and source data table. See source_object_selection_rules below.
transformationRules List<Property Map>
A list of conversion rule definitions for a synchronization object. Each element in the list defines a conversion rule. See transformation_rules below.

DiJobTableMappingSourceObjectSelectionRule
, DiJobTableMappingSourceObjectSelectionRuleArgs

Action string
Expression string
Expression, such as mysql_table_1
ExpressionType string
Expression type, value range: Exact/Regex
ObjectType string

Object type, optional enumeration value:

Table (Table)

Database

Action string
Expression string
Expression, such as mysql_table_1
ExpressionType string
Expression type, value range: Exact/Regex
ObjectType string

Object type, optional enumeration value:

Table (Table)

Database

action String
expression String
Expression, such as mysql_table_1
expressionType String
Expression type, value range: Exact/Regex
objectType String

Object type, optional enumeration value:

Table (Table)

Database

action string
expression string
Expression, such as mysql_table_1
expressionType string
Expression type, value range: Exact/Regex
objectType string

Object type, optional enumeration value:

Table (Table)

Database

action str
expression str
Expression, such as mysql_table_1
expression_type str
Expression type, value range: Exact/Regex
object_type str

Object type, optional enumeration value:

Table (Table)

Database

action String
expression String
Expression, such as mysql_table_1
expressionType String
Expression type, value range: Exact/Regex
objectType String

Object type, optional enumeration value:

Table (Table)

Database

DiJobTableMappingTransformationRule
, DiJobTableMappingTransformationRuleArgs

RuleActionType string

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

RuleName string
Rule Name
RuleTargetType string

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

RuleActionType string

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

RuleName string
Rule Name
RuleTargetType string

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

ruleActionType String

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

ruleName String
Rule Name
ruleTargetType String

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

ruleActionType string

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

ruleName string
Rule Name
ruleTargetType string

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

rule_action_type str

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

rule_name str
Rule Name
rule_target_type str

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

ruleActionType String

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

ruleName String
Rule Name
ruleTargetType String

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

DiJobTransformationRule
, DiJobTransformationRuleArgs

RuleActionType string

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

RuleExpression string

Regular expression, in json string format.

Example renaming rule (Rename): {"expression":"${srcDatasourceName}_${srcDatabaseName}_0922","variables":[{"variableName":"srcDatabaseName","variableRules":[{"from":"fromdb","to":"todb"}]}]}

RuleName string
Rule Name
RuleTargetType string

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

RuleActionType string

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

RuleExpression string

Regular expression, in json string format.

Example renaming rule (Rename): {"expression":"${srcDatasourceName}_${srcDatabaseName}_0922","variables":[{"variableName":"srcDatabaseName","variableRules":[{"from":"fromdb","to":"todb"}]}]}

RuleName string
Rule Name
RuleTargetType string

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

ruleActionType String

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

ruleExpression String

Regular expression, in json string format.

Example renaming rule (Rename): {"expression":"${srcDatasourceName}_${srcDatabaseName}_0922","variables":[{"variableName":"srcDatabaseName","variableRules":[{"from":"fromdb","to":"todb"}]}]}

ruleName String
Rule Name
ruleTargetType String

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

ruleActionType string

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

ruleExpression string

Regular expression, in json string format.

Example renaming rule (Rename): {"expression":"${srcDatasourceName}_${srcDatabaseName}_0922","variables":[{"variableName":"srcDatabaseName","variableRules":[{"from":"fromdb","to":"todb"}]}]}

ruleName string
Rule Name
ruleTargetType string

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

rule_action_type str

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

rule_expression str

Regular expression, in json string format.

Example renaming rule (Rename): {"expression":"${srcDatasourceName}_${srcDatabaseName}_0922","variables":[{"variableName":"srcDatabaseName","variableRules":[{"from":"fromdb","to":"todb"}]}]}

rule_name str
Rule Name
rule_target_type str

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

ruleActionType String

Action type, optional enumeration value:

DefinePrimaryKey (defines the primary key)

Rename

AddColumn (increase column)

HandleDml(DML handling)

DefineIncrementalCondition

ruleExpression String

Regular expression, in json string format.

Example renaming rule (Rename): {"expression":"${srcDatasourceName}_${srcDatabaseName}_0922","variables":[{"variableName":"srcDatabaseName","variableRules":[{"from":"fromdb","to":"todb"}]}]}

ruleName String
Rule Name
ruleTargetType String

Target type of action, optional enumeration value:

Table (Table)

Schema(schema)

Import

Data Works Di Job can be imported using the id, e.g.

$ pulumi import alicloud:dataworks/diJob:DiJob example <project_id>:<di_job_id>
Copy

To learn more about importing existing cloud resources, see Importing resources.

Package Details

Repository
Alibaba Cloud pulumi/pulumi-alicloud
License
Apache-2.0
Notes
This Pulumi package is based on the alicloud Terraform Provider.