gdelt_query.sql

COPY (SELECT * FROM read_csv('temp_data/20241106074500.export.CSV', columns={
     'GlobalEventID': 'INTEGER',
     'Day': 'INTEGER',
     'MonthYear': 'INTEGER',
     'Year': 'INTEGER',
     'FractionDate': 'FLOAT',
     'Actor1Code': 'VARCHAR',
     'Actor1Name': 'VARCHAR',
     'Actor1CountryCode': 'VARCHAR',
     'Actor1KnownGroupCode': 'VARCHAR',
     'Actor1EthnicCode': 'VARCHAR',
     'Actor1Religion1Code': 'VARCHAR',
     'Actor1Religion2Code': 'VARCHAR',
     'Actor1Type1Code': 'VARCHAR',
     'Actor1Type2Code': 'VARCHAR',
     'Actor1Type3Code': 'VARCHAR',
     'Actor2Code': 'VARCHAR',
     'Actor2Name': 'VARCHAR',
     'Actor2CountryCode': 'VARCHAR',
     'Actor2KnownGroupCode': 'VARCHAR',
     'Actor2EthnicCode': 'VARCHAR',
     'Actor2Religion1Code': 'VARCHAR',
     'Actor2Religion2Code': 'VARCHAR',
     'Actor2Type1Code': 'VARCHAR',
     'Actor2Type2Code': 'VARCHAR',
     'Actor2Type3Code': 'VARCHAR',
     'IsRootEvent': 'INTEGER',
     'EventCode': 'VARCHAR',
     'EventBaseCode': 'VARCHAR',
     'EventRootCode': 'VARCHAR',
     'QuadClass': 'INTEGER',
     'GoldsteinScale': 'FLOAT',
     'NumMentions': 'INTEGER',
     'NumSources': 'INTEGER',
     'NumArticles': 'INTEGER',
     'AvgTone': 'FLOAT',
     'Actor1Geo_Type': 'INTEGER',
     'Actor1Geo_FullName': 'VARCHAR',
     'Actor1Geo_CountryCode': 'VARCHAR',
     'Actor1Geo_ADM1Code': 'VARCHAR',
     'Actor1Geo_ADM2Code': 'VARCHAR',
     'Actor1Geo_Lat': 'FLOAT',
     'Actor1Geo_Long': 'FLOAT',
     'Actor1Geo_FeatureID': 'VARCHAR',
     'Actor2Geo_Type': 'INTEGER',
     'Actor2Geo_FullName': 'VARCHAR',
     'Actor2Geo_CountryCode': 'VARCHAR',
     'Actor2Geo_ADM1Code': 'VARCHAR',
     'Actor2Geo_ADM2Code': 'VARCHAR',
     'Actor2Geo_Lat': 'FLOAT',
     'Actor2Geo_Long': 'FLOAT',
     'Actor2Geo_FeatureID': 'VARCHAR',
     'ActionGeo_Type': 'INTEGER',
     'ActionGeo_FullName': 'VARCHAR',
     'ActionGeo_CountryCode': 'VARCHAR',
     'ActionGeo_ADM1Code': 'VARCHAR',
     'ActionGeo_ADM2Code': 'VARCHAR',
     'ActionGeo_Lat': 'FLOAT',
     'ActionGeo_Long': 'FLOAT',
     'ActionGeo_FeatureID': 'VARCHAR',
     'DATEADDED': 'BIGINT',
     'SOURCEURL': 'VARCHAR'
    })) TO 'temp_data/20241106074500.parquet' (FORMAT 'parquet');