VW_AUS_Testing/databases.tf at main · MachineLearningReply/VW_AUS_Testing · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
resource "aws_glue_catalog_database" "database_csv" {
  name = "piotr_test_database_csv"
}

resource "aws_glue_catalog_table" "table_csv" {
  name          = "piotr_test_table_csv"
  database_name = aws_glue_catalog_database.database_csv.name

  table_type = "EXTERNAL_TABLE"

  parameters = {
    UPDATED_BY_CRAWLER = "piotr_test_crawler_csv"
    compressionType = "none"
	  classification = "csv"
  }

  storage_descriptor {
    location      = "s3://piotr-testbucket-terraform/customers/"
    input_format  = "org.apache.hadoop.mapred.TextInputFormat"
    output_format = "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"


  ser_de_info {
      serialization_library = "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"

      parameters = {
        "field.delim": ","
    }
    }

    columns {
        name = "customerid"
        type = "bigint"
    }

    columns {
        name = "customername"
        type = "string"
    }

    columns {
        name = "email"
        type = "string"
    }

    columns {
        name = "city"
        type = "string"
    }

    columns {
        name = "country"
        type = "string"
    }

    columns {
        name = "territory"
        type = "string"
    }

    columns {
        name = "contactfirstname"
        type = "string"
    }

    columns {
        name = "contactlastname"
        type = "string"
    }
  }
}