Run black on moto & test directories.
This commit is contained in:
parent
c820395dbf
commit
96e5b1993d
507 changed files with 52541 additions and 47814 deletions
|
|
@ -1,55 +1,54 @@
|
|||
from __future__ import unicode_literals
|
||||
|
||||
TABLE_INPUT = {
|
||||
'Owner': 'a_fake_owner',
|
||||
'Parameters': {
|
||||
'EXTERNAL': 'TRUE',
|
||||
},
|
||||
'Retention': 0,
|
||||
'StorageDescriptor': {
|
||||
'BucketColumns': [],
|
||||
'Compressed': False,
|
||||
'InputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat',
|
||||
'NumberOfBuckets': -1,
|
||||
'OutputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat',
|
||||
'Parameters': {},
|
||||
'SerdeInfo': {
|
||||
'Parameters': {
|
||||
'serialization.format': '1'
|
||||
},
|
||||
'SerializationLibrary': 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'
|
||||
"Owner": "a_fake_owner",
|
||||
"Parameters": {"EXTERNAL": "TRUE"},
|
||||
"Retention": 0,
|
||||
"StorageDescriptor": {
|
||||
"BucketColumns": [],
|
||||
"Compressed": False,
|
||||
"InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat",
|
||||
"NumberOfBuckets": -1,
|
||||
"OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat",
|
||||
"Parameters": {},
|
||||
"SerdeInfo": {
|
||||
"Parameters": {"serialization.format": "1"},
|
||||
"SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe",
|
||||
},
|
||||
'SkewedInfo': {
|
||||
'SkewedColumnNames': [],
|
||||
'SkewedColumnValueLocationMaps': {},
|
||||
'SkewedColumnValues': []
|
||||
"SkewedInfo": {
|
||||
"SkewedColumnNames": [],
|
||||
"SkewedColumnValueLocationMaps": {},
|
||||
"SkewedColumnValues": [],
|
||||
},
|
||||
'SortColumns': [],
|
||||
'StoredAsSubDirectories': False
|
||||
"SortColumns": [],
|
||||
"StoredAsSubDirectories": False,
|
||||
},
|
||||
'TableType': 'EXTERNAL_TABLE',
|
||||
"TableType": "EXTERNAL_TABLE",
|
||||
}
|
||||
|
||||
|
||||
PARTITION_INPUT = {
|
||||
# 'DatabaseName': 'dbname',
|
||||
'StorageDescriptor': {
|
||||
'BucketColumns': [],
|
||||
'Columns': [],
|
||||
'Compressed': False,
|
||||
'InputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat',
|
||||
'Location': 's3://.../partition=value',
|
||||
'NumberOfBuckets': -1,
|
||||
'OutputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat',
|
||||
'Parameters': {},
|
||||
'SerdeInfo': {
|
||||
'Parameters': {'path': 's3://...', 'serialization.format': '1'},
|
||||
'SerializationLibrary': 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'},
|
||||
'SkewedInfo': {'SkewedColumnNames': [],
|
||||
'SkewedColumnValueLocationMaps': {},
|
||||
'SkewedColumnValues': []},
|
||||
'SortColumns': [],
|
||||
'StoredAsSubDirectories': False,
|
||||
"StorageDescriptor": {
|
||||
"BucketColumns": [],
|
||||
"Columns": [],
|
||||
"Compressed": False,
|
||||
"InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat",
|
||||
"Location": "s3://.../partition=value",
|
||||
"NumberOfBuckets": -1,
|
||||
"OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat",
|
||||
"Parameters": {},
|
||||
"SerdeInfo": {
|
||||
"Parameters": {"path": "s3://...", "serialization.format": "1"},
|
||||
"SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe",
|
||||
},
|
||||
"SkewedInfo": {
|
||||
"SkewedColumnNames": [],
|
||||
"SkewedColumnValueLocationMaps": {},
|
||||
"SkewedColumnValues": [],
|
||||
},
|
||||
"SortColumns": [],
|
||||
"StoredAsSubDirectories": False,
|
||||
},
|
||||
# 'TableName': 'source_table',
|
||||
# 'Values': ['2018-06-26'],
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue