使用Terraform自动化Unity目录设置

变量“databricks_connection_profile”{}起程拓殖｛required_providers｛砖＝｛源＝“砖/砖”｝aws＝｛源＝“hashicorp / aws”｝｝｝提供者“aws”{}#使用Databricks CLI认证。提供者“砖”｛配置文件＝var．databricks_connection_profile｝#生成一个随机字符串作为AWS资源的前缀，以确保唯一性。资源“random_string”“命名”｛特殊的＝假上＝假长度＝6｝当地人｛前缀＝“演示{random_string.naming.result}＂标签＝{}｝

起程拓殖｛required_providers｛砖＝｛源＝“砖/砖”｝aws＝｛源＝“hashicorp / aws”｝｝｝提供者“aws”{}使用环境变量进行身份验证。提供者“砖”{}#生成一个随机字符串作为AWS资源的前缀，以确保唯一性。资源“random_string”“命名”｛特殊的＝假上＝假长度＝6｝当地人｛前缀＝“演示{random_string.naming.result}＂标签＝{}｝

databricks_connection_profile＝“默认”

变量“metastore_storage_label”{}变量“databricks_account_id”{}资源“aws_s3_bucket”“metastore”｛桶＝" ${local.prefix}- ${var.metastore_storage_label}＂acl＝“私人”版本控制｛启用＝假｝force_destroy＝真正的标签＝合并（当地的．标签，｛的名字＝" ${local.prefix}- ${var.metastore_storage_label}＂}）｝资源“aws_s3_bucket_public_access_block”“metastore”｛桶＝aws_s3_bucket．metastore．idblock_public_acls＝真正的block_public_policy＝真正的ignore_public_acls＝真正的restrict_public_buckets＝真正的depends_on＝［aws_s3_bucket．metastore］｝数据“aws_iam_policy_document”“passrole_for_unity_catalog”｛声明｛效果＝“允许”行动＝［“sts: AssumeRole”］校长｛标识符＝［“攻击:aws:我::414351767826:角色/ unity-catalog-prod-UCMasterRole-14S5ZJVKOTYTL”］类型＝“AWS”｝条件｛测验＝“StringEquals”变量＝“sts: ExternalId”值＝［var．databricks_account_id］｝｝｝资源“aws_iam_policy”“unity_metastore”｛政策＝jsonencode({版本＝“2012-10-17”Id＝" ${local.prefix}-databricks-unity-metastore”声明＝［｛“行动”：［“s3: GetObject”，“s3: GetObjectVersion”，“s3: propertynames”，“s3: PutObjectAcl”，“s3: DeleteObject”，“s3: ListBucket”，“s3: GetBucketLocation”]，“资源”：［aws_s3_bucket．metastore．在攻击，" ${aws_s3_bucket.metastore.arn}/ *”]，“效应”：“允许”｝］}）标签＝合并（当地的．标签，｛的名字＝" ${local.prefix}IAM policy"}）｝//要求，在情况下https：//文档．砖．com/数据/砖-数据集．超文本标记语言是需要．资源“aws_iam_policy”“sample_data”｛政策＝jsonencode({版本＝“2012-10-17”Id＝" ${local.prefix}-databricks-sample-data”声明＝［｛“行动”：［“s3: GetObject”，“s3: GetObjectVersion”，“s3: ListBucket”，“s3: GetBucketLocation”]，“资源”：［“攻击:aws: s3::: databricks-datasets-oregon / *”，“攻击:aws: s3::: databricks-datasets-oregon”]，“效应”：“允许”｝］}）标签＝合并（当地的．标签，｛的名字＝" ${local.prefix}IAM policy"}）｝资源“aws_iam_role”“metastore_data_access”｛的名字＝" ${local.prefix}-uc-access”assume_role_policy＝数据．aws_iam_policy_document．passrole_for_unity_catalog．jsonmanaged_policy_arns＝［aws_iam_policy．unity_metastore．在攻击，aws_iam_policy．sample_data．在攻击］标签＝合并（当地的．标签，｛的名字＝" ${local.prefix}-unit -catalog IAM role"}）｝

metastore_storage_label＝“metastore”

变量“metastore_name”{}变量“metastore_label”{}变量“default_metastore_workspace_id”{}变量“default_metastore_default_catalog_name”{}资源“databricks_metastore”“metastore”｛的名字＝var．metastore_namestorage_root＝“s3: / /美元{aws_s3_bucket.metastore.id}美元/{var.metastore_label}＂force_destroy＝真正的｝资源“databricks_metastore_data_access”“metastore_data_access”｛depends_on＝［databricks_metastore．metastore］metastore_id＝databricks_metastore．metastore．id的名字＝aws_iam_role．metastore_data_access．的名字aws_iam_role｛role_arn＝aws_iam_role．metastore_data_access．在攻击｝is_default＝真正的｝资源“databricks_metastore_assignment”“default_metastore”｛depends_on＝［databricks_metastore_data_access．metastore_data_access］workspace_id＝var．default_metastore_workspace_idmetastore_id＝databricks_metastore．metastore．iddefault_catalog_name＝var．default_metastore_default_catalog_name｝

metastore_name＝“my_metastore”metastore_label＝“metastore”default_metastore_workspace_id＝“< workspace-id >”default_metastore_default_catalog_name＝“my_catalog”

变量“catalog_name”{}资源“databricks_catalog”“目录”｛depends_on＝［databricks_metastore_assignment．default_metastore］metastore_id＝databricks_metastore．metastore．id的名字＝var．catalog_name｝

catalog_name＝“my_catalog”

变量“catalog_admins_display_name”{}变量“catalog_privileges”{}数据“databricks_group”“catalog_admins”｛display_name＝var．catalog_admins_display_name｝资源“databricks_grants”“目录”｛depends_on＝［databricks_catalog．目录］目录＝databricks_catalog．目录．的名字格兰特｛主要＝数据．databricks_group．catalog_admins．display_name特权＝var．catalog_privileges｝｝

catalog_admins_display_name＝“管理员”catalog_privileges＝［“特权”］

变量“schema_name”{}资源“databricks_schema”“模式”｛depends_on＝［databricks_catalog．目录］catalog_name＝databricks_catalog．目录．的名字的名字＝var．schema_name｝

schema_name＝“my_schema”

变量“schema_admins_display_name”{}变量“schema_privileges”{}数据“databricks_group”“schema_admins”｛display_name＝var．schema_admins_display_name｝资源“databricks_grants”“模式”｛depends_on＝［databricks_schema．模式］模式＝" ${databricks_catalog.catalog.name}．${databricks_schema.schema.name}＂格兰特｛主要＝数据．databricks_group．schema_admins．display_name特权＝var．schema_privileges｝｝

schema_admins_display_name＝“管理员”schema_privileges＝［“特权”］

变量“external_storage_label”{}变量“external_storage_location_label”{}资源“aws_s3_bucket”“外部”｛桶＝" ${local.prefix}- ${var.external_storage_label}＂acl＝“私人”版本控制｛启用＝假｝force_destroy＝真正的标签＝合并（当地的．标签，｛的名字＝" ${local.prefix}- ${var.external_storage_label}＂}）｝资源“aws_s3_bucket_public_access_block”“外部”｛桶＝aws_s3_bucket．外部．idignore_public_acls＝真正的depends_on＝［aws_s3_bucket．外部］｝资源“aws_iam_policy”“external_data_access”｛政策＝jsonencode({版本＝“2012-10-17”Id＝" ${aws_s3_bucket.external.id}访问“声明＝［｛“行动”：［“s3: GetObject”，“s3: GetObjectVersion”，“s3: propertynames”，“s3: PutObjectAcl”，“s3: DeleteObject”，“s3: ListBucket”，“s3: GetBucketLocation”]，“资源”：［aws_s3_bucket．外部．在攻击，" ${aws_s3_bucket.external.arn}/ *”]，“效应”：“允许”｝］}）标签＝合并（当地的．标签，｛的名字＝" ${local.prefix}-unity-catalog美元{var.external_storage_label}访问IAM策略"}）｝资源“aws_iam_role”“external_data_access”｛的名字＝" ${local.prefix}外部访问”assume_role_policy＝数据．aws_iam_policy_document．passrole_for_unity_catalog．jsonmanaged_policy_arns＝［aws_iam_policy．external_data_access．在攻击］标签＝合并（当地的．标签，｛的名字＝" ${local.prefix}-unity-catalog美元{var.external_storage_label}access IAM role"}）｝资源“databricks_storage_credential”“外部”｛的名字＝aws_iam_role．external_data_access．的名字aws_iam_role｛role_arn＝aws_iam_role．external_data_access．在攻击｝｝资源“databricks_external_location”“一些”｛的名字＝" ${var.external_storage_label}＂url＝“s3: / /美元{local.prefix}- ${var.external_storage_label}美元/{var.external_storage_location_label}＂credential_name＝databricks_storage_credential．外部．id｝

external_storage_label＝“外部”external_storage_location_label＝“一些”

变量“external_storage_admins_display_name”{}变量“external_storage_privileges”{}数据“databricks_group”“external_storage_admins”｛display_name＝var．external_storage_admins_display_name｝资源“databricks_grants”“external_storage_credential”｛storage_credential＝databricks_storage_credential．外部．id格兰特｛主要＝var．external_storage_admins_display_name特权＝var．external_storage_privileges｝｝资源“databricks_grants”“external_storage”｛external_location＝databricks_external_location．一些．id格兰特｛主要＝var．external_storage_admins_display_name特权＝var．external_storage_privileges｝｝

external_storage_admins_display_name＝“管理员”external_storage_privileges＝［“特权”］

变量“table_admins_display_name”{}变量“table_catalog_name”{}变量“table_schema_name”{}变量“table_table_name”{}变量“table_privileges”{}数据“databricks_group”“table_admins”｛display_name＝var．table_admins_display_name｝资源“databricks_grants”“表”｛表格＝" ${var.table_catalog_name}．${var.table_schema_name}．${var.table_table_name}＂格兰特｛主要＝数据．databricks_group．table_admins．display_name特权＝var．table_privileges｝｝

table_admins_display_name＝“管理员”table_catalog_name＝“my_catalog”table_schema_name＝“my_schema”table_table_name＝“my_table”table_privileges＝［“特权”］

变量“view_admins_display_name”{}变量“view_catalog_name”{}变量“view_schema_name”{}变量“view_table_name”{}变量“view_privileges”{}数据“databricks_group”“view_admins”｛display_name＝var．view_admins_display_name｝资源“databricks_grants”“managed_table_view”｛表格＝" ${var.view_catalog_name}．${var.view_schema_name}．${var.view_table_name}＂格兰特｛主要＝数据．databricks_group．view_admins．display_name特权＝var．view_privileges｝｝

view_admins_display_name＝“管理员”view_catalog_name＝“my_catalog”view_schema_name＝“my_schema”view_table_name＝“my_table”view_privileges＝［“特权”］

变量“cluster_name”{}变量“cluster_autotermination_minutes”{}变量“cluster_num_workers”{}变量“cluster_data_security_mode”{}#创建数量最小的集群#允许的资源。数据“databricks_node_type”“最小”｛local_disk＝真正的｝使用最新的Databricks Runtime#长期支持(LTS)版本。数据“databricks_spark_version”“latest_lts”｛long_term_support＝真正的｝资源“databricks_cluster”“这”｛cluster_name＝var．cluster_namenode_type_id＝数据．databricks_node_type．最小的．idspark_version＝数据．databricks_spark_version．latest_lts．idautotermination_minutes＝var．cluster_autotermination_minutesnum_workers＝var．cluster_num_workersdata_security_mode＝var．cluster_data_security_mode｝输出“cluster_url”｛价值＝databricks_cluster．这．url｝

cluster_name＝“我的集群”cluster_autotermination_minutes＝60cluster_num_workers＝1cluster_data_security_mode＝“SINGLE_USER”