add datasets and other usefull files

Makefile

@@ -0,0 +1,33 @@
+DATABASE_NAME=SSB
+
+DATABASE_FOLDER=${DATABASE_NAME}_dataset
+DATABASE_FILE=${DATABASE_FOLDER}/${DATABASE_NAME}.db
+
+all: execute-script
+
+execute-script:
+	python3 concentration_test.py
+
+pip-install:
+	bin/pip3 install -r requirements.txt
+
+reset: delete-database import-from-csv
+
+open:
+	sqlite3 flight_delay.db  # open the interactive sqlite prompt
+
+import-from-csv:
+	echo ${DATABASE_FILE}
+	sqlite3 ${DATABASE_FILE} ";"  # create empty database
+	sqlite3 ${DATABASE_FILE} '.read ${DATABASE_FOLDER}/create_tables.sql'
+	# load csv files
+	ls ${DATABASE_FOLDER}/csv | sed "s/\(.*\)\.csv/\1/" | xargs -n1 |  while read table; do \
+		echo "loading table '$$table' :"; \
+		sqlite-utils insert ${DATABASE_FILE} $$table ${DATABASE_FOLDER}/csv/$$table.csv --csv; \
+	done
+
+delete-database:
+	rm -f ${DATABASE_FILE}
+
+
+

README.md

@@ -0,0 +1,31 @@
+
+# Directory structure of the project
+
+## Virtual environment
+
+The following folders and files are part of the python venv directory structure : `bin/`, `include/`, `lib/`, `share/`, and `pyvenv.cfg`.
+
+The `requirements.txt` file lists the python packages required for the project.
+They should be already installed, but in case you reset the venv, you can reinstall them with `python3 -m pip install -r requirements.txt`
+
+## Source code
+
+All python source code is inside the `src/` directory.
+
+## Datasets
+
+Datasets are stored inside specific directories.
+
+Let's say you have a dataset named `XLII`.
+
+- All files relative to the dataset must be inside the `XLII_dataset/` folder
+- The `.csv` files containing the original data must be placed inside the `XLII_dataset/csv/` folder
+- The file containing the SQL code to create the tables with the correct schema must be in the `XLII_dataset/create_tables.sql` file
+
+Obviously, you can replace `XLII` with any dataset name you want (I used `flight_delay` and `SSB`).
+
+Then, if you run `make reset`, an SQLite database file named `XLII_dataset/XLII.db` will be created / overwritten. It will be initialized with the schema given in `XLII_dataset/create_tables.sql`, and populated with the data available in the `csv/*.csv` files.
+
+
+
+

SSB_dataset/create_tables.sql

@@ -0,0 +1,98 @@
+-- postgresql import syntax
+-- COPY tablename FROM 'filepath' delimiter ';';
+-- tinyint type does not exist in postgresql, use smallint instead
+-- with postgresql, change char(x) by varchar(x) to avoid having to use fixed size names in Saiku
+
+-- part
+CREATE TABLE part (
+    p_partkey integer not null,
+    p_name varchar(22) not null,
+    p_mfgr char(6) not null,
+    p_category char(7) not null,
+    p_brand char(9) not null,
+    p_color varchar(11) not null,
+    p_type varchar(25) not null,
+    p_size integer not null,
+    p_container char(10) not null,
+    primary key (p_partkey)
+);
+
+
+-- supplier
+CREATE TABLE supplier (
+    s_suppkey integer not null,
+    s_name char(25) not null,
+    s_address varchar(25) not null,
+    s_city char(10),
+    s_nation char(15),
+    s_region char(12),
+    s_phone char(15) not null,
+    primary key (s_suppkey)
+) ;
+
+
+-- date
+CREATE TABLE date (
+    D_DATEKEY integer not null,
+    D_DATE char(18) not null,
+    D_DAYOFWEEK char(9) not null,
+    D_MONTH char(9) not null,
+    D_YEAR integer not null,
+    D_YEARMONTHNUM integer not null,
+    D_YEARMONTH char(7) not null,
+    D_DAYNUMINWEEK integer not null,
+    D_DAYNUMINMONTH integer not null ,
+    D_DAYNUMINYEAR integer not null ,
+    D_MONTHNUMINYEAR integer not null ,
+    D_WEEKNUMINYEAR integer not null,
+    D_SELLINGSEASON varchar(12) not null,
+    D_LASTDAYINWEEKFL tinyint not null,
+    D_LASTDAYINMONTHFL tinyint not null,
+    D_HOLIDAYFL tinyint not null,
+    D_WEEKDAYFL tinyint not null,
+    primary key (D_DATEKEY)
+);
+
+
+-- customer
+CREATE TABLE customer (
+    c_custkey integer not null,
+    c_name varchar(25) not null,
+    c_address varchar(25) not null,
+    c_city char(10),
+    c_nation char(15),
+    c_region char(12),
+    c_phone char(15) not null,
+    c_mktsegment char(10) not null,
+    primary key (c_custkey)
+);
+
+
+-- lineorder
+CREATE TABLE lineorder (
+    lo_orderkey integer not null,
+    lo_linenumber integer not null,
+    lo_custkey integer not null,
+    lo_partkey  integer not null,
+    lo_suppkey integer not null,
+    lo_orderdate integer not null,
+    lo_orderpriority char(15) not null,
+    lo_shippriority char(1) not null,
+    lo_quantity float not null,
+    lo_extendedprice float not null,
+    lo_ordtotalprice float not null,
+    lo_discount float not null,
+    lo_revenue float not null,
+    lo_supplycost float not null,
+    lo_tax float not null,
+    lo_commitdate integer not null,
+    l_shipmode char(10) not null,
+    primary key (lo_orderkey, lo_linenumber),
+    foreign key (lo_custkey) references customer(c_custkey)  ,
+    foreign key (lo_partkey) references part(p_partkey)  ,
+    foreign key (lo_suppkey) references supplier(s_suppkey)  ,
+    foreign key (lo_orderdate) references date(d_datekey)  ,
+    foreign key (lo_commitdate) references date(d_datekey)
+) ;
+
+

flight_delay_dataset/create_tables.sql

@@ -0,0 +1,32 @@
+
+CREATE TABLE "airport_dim" (
+    [iata_code] TEXT,
+    [city] TEXT,
+    [state] TEXT,
+    [country] TEXT,
+    [airport] TEXT
+);
+
+CREATE TABLE "fact_table" (
+    [departure_airport] TEXT,
+    [date] DATE,
+    [departure_hour] INTEGER,
+    [flight] INTEGER,
+    [airline] TEXT,
+    [nb_flights] INTEGER,
+    [departure_delay] INTEGER,
+    [late_aircraft] INTEGER
+);
+
+CREATE TABLE "hour_dim" (
+    [departure_hour] INTEGER,
+    [hour_range] INTEGER
+);
+
+
+CREATE TABLE "time_dim" (
+    [day] DATE,
+    [month] DATE,
+    [year] DATE,
+    [day_of_week] INTEGER
+);

flight_delay_dataset/csv/airport_dim.csv

@@ -0,0 +1,323 @@
+iata_code,city,state,country,airport
+ABE,Allentown,PA,USA,Lehigh Valley International Airport
+ABI,Abilene,TX,USA,Abilene Regional Airport
+ABQ,Albuquerque,NM,USA,Albuquerque International Sunport
+ABR,Aberdeen,SD,USA,Aberdeen Regional Airport
+ABY,Albany,GA,USA,Southwest Georgia Regional Airport
+ACK,Nantucket,MA,USA,Nantucket Memorial Airport
+ACT,Waco,TX,USA,Waco Regional Airport
+ACV,Arcata/Eureka,CA,USA,Arcata Airport
+ACY,Atlantic City,NJ,USA,Atlantic City International Airport
+ADK,Adak,AK,USA,Adak Airport
+ADQ,Kodiak,AK,USA,Kodiak Airport
+AEX,Alexandria,LA,USA,Alexandria International Airport
+AGS,Augusta,GA,USA,Augusta Regional Airport (Bush Field)
+AKN,King Salmon,AK,USA,King Salmon Airport
+ALB,Albany,NY,USA,Albany International Airport
+ALO,Waterloo,IA,USA,Waterloo Regional Airport
+AMA,Amarillo,TX,USA,Rick Husband Amarillo International Airport
+ANC,Anchorage,AK,USA,Ted Stevens Anchorage International Airport
+APN,Alpena,MI,USA,Alpena County Regional Airport
+ASE,Aspen,CO,USA,Aspen-Pitkin County Airport
+ATL,Atlanta,GA,USA,Hartsfield-Jackson Atlanta International Airport
+ATW,Appleton,WI,USA,Appleton International Airport
+AUS,Austin,TX,USA,Austin-Bergstrom International Airport
+AVL,Asheville,NC,USA,Asheville Regional Airport
+AVP,Wilkes-Barre/Scranton,PA,USA,Wilkes-Barre/Scranton International Airport
+AZO,Kalamazoo,MI,USA,Kalamazoo/Battle Creek International Airport
+BDL,Windsor Locks,CT,USA,Bradley International Airport
+BET,Bethel,AK,USA,Bethel Airport
+BFL,Bakersfield,CA,USA,Meadows Field
+BGM,Binghamton,NY,USA,Greater Binghamton Airport
+BGR,Bangor,ME,USA,Bangor International Airport
+BHM,Birmingham,AL,USA,Birmingham-Shuttlesworth International Airport
+BIL,Billings,MT,USA,Billings Logan International Airport
+BIS,Bismarck,ND,USA,Bismarck Municipal Airport
+BJI,Bemidji,MN,USA,Bemidji Regional Airport
+BLI,Bellingham,WA,USA,Bellingham International Airport
+BMI,Bloomington,IL,USA,Central Illinois Regional Airport at Bloomington-Normal
+BNA,Nashville,TN,USA,Nashville International Airport
+BOI,Boise,ID,USA,Boise Airport (Boise Air Terminal)
+BOS,Boston,MA,USA,Gen. Edward Lawrence Logan International Airport
+BPT,Beaumont/Port Arthur,TX,USA,Jack Brooks Regional Airport (Southeast Texas Regional)
+BQK,Brunswick,GA,USA,Brunswick Golden Isles Airport
+BQN,Aguadilla,PR,USA,Rafael Hernández Airport
+BRD,Brainerd,MN,USA,Brainerd Lakes Regional Airport
+BRO,Brownsville,TX,USA,Brownsville/South Padre Island International Airport
+BRW,Barrow,AK,USA,Wiley Post-Will Rogers Memorial Airport
+BTM,Butte,MT,USA,Bert Mooney Airport
+BTR,Baton Rouge,LA,USA,Baton Rouge Metropolitan Airport
+BTV,Burlington,VT,USA,Burlington International Airport
+BUF,Buffalo,NY,USA,Buffalo Niagara International Airport
+BUR,Burbank,CA,USA,Bob Hope Airport (Hollywood Burbank Airport)
+BWI,Baltimore,MD,USA,Baltimore-Washington International Airport
+BZN,Bozeman,MT,USA,Bozeman Yellowstone International Airport (Gallatin Field Airport)
+CAE,Columbia,SC,USA,Columbia Metropolitan Airport
+CAK,Akron,OH,USA,Akron-Canton Regional Airport
+CDC,Cedar City,UT,USA,Cedar City Regional Airport
+CDV,Cordova,AK,USA,Merle K. (Mudhole) Smith Airport
+CEC,Crescent City,CA,USA,Del Norte County Airport (Jack McNamara Field)
+CHA,Chattanooga,TN,USA,Chattanooga Metropolitan Airport (Lovell Field)
+CHO,Charlottesville,VA,USA,Charlottesville-Albemarle Airport
+CHS,Charleston,SC,USA,Charleston International Airport/Charleston AFB
+CID,Cedar Rapids,IA,USA,The Eastern Iowa Airport
+CIU,Sault Ste. Marie,MI,USA,Chippewa County International Airport
+CLD,San Diego,CA,USA,McClellan-Palomar Airport
+CLE,Cleveland,OH,USA,Cleveland Hopkins International Airport
+CLL,College Station,TX,USA,Easterwood Airport
+CLT,Charlotte,NC,USA,Charlotte Douglas International Airport
+CMH,Columbus,OH,USA,Port Columbus International Airport
+CMI,Champaign/Urbana,IL,USA,University of Illinois - Willard Airport
+CMX,Hancock,MI,USA,Houghton County Memorial Airport
+CNY,Moab,UT,USA,Canyonlands Field
+COD,Cody,WY,USA,Yellowstone Regional Airport
+COS,Colorado Springs,CO,USA,City of Colorado Springs Municipal Airport
+COU,Columbia,MO,USA,Columbia Regional Airport
+CPR,Casper,WY,USA,Natrona County International Airport
+CRP,Corpus Christi,TX,USA,Corpus Christi International Airport
+CRW,Charleston,WV,USA,Yeager Airport
+CSG,Columbus,GA,USA,Columbus Metropolitan Airport
+CVG,Covington,KY,USA,Cincinnati/Northern Kentucky International Airport
+CWA,Mosinee,WI,USA,Central Wisconsin Airport
+DAB,Daytona Beach,FL,USA,Daytona Beach International Airport
+DAL,Dallas,TX,USA,Dallas Love Field
+DAY,Dayton,OH,USA,James M. Cox Dayton International Airport
+DBQ,Dubuque,IA,USA,Dubuque Regional Airport
+DCA,Arlington,VA,USA,Ronald Reagan Washington National Airport
+DEN,Denver,CO,USA,Denver International Airport
+DFW,Dallas-Fort Worth,TX,USA,Dallas/Fort Worth International Airport
+DHN,Dothan,AL,USA,Dothan Regional Airport
+DIK,Dickinson,ND,USA,Dickinson Theodore Roosevelt Regional Airport
+DLG,Dillingham,AK,USA,Dillingham Airport
+DLH,Duluth,MN,USA,Duluth International Airport
+DRO,Durango,CO,USA,Durango-La Plata County Airport
+DSM,Des Moines,IA,USA,Des Moines International Airport
+DTW,Detroit,MI,USA,Detroit Metropolitan Airport
+DVL,Devils Lake,ND,USA,Devils Lake Regional Airport
+EAU,Eau Claire,WI,USA,Chippewa Valley Regional Airport
+ECP,Panama City,FL,USA,Northwest Florida Beaches International Airport
+EGE,Eagle,CO,USA,Eagle County Regional Airport
+EKO,Elko,NV,USA,Elko Regional Airport
+ELM,Elmira,NY,USA,Elmira/Corning Regional Airport
+ELP,El Paso,TX,USA,El Paso International Airport
+ERI,Erie,PA,USA,Erie International Airport
+ESC,Escanaba,MI,USA,Delta County Airport
+EUG,Eugene,OR,USA,Eugene Airport (Mahlon Sweet Field)
+EVV,Evansville,IN,USA,Evansville Regional Airport
+EWN,New Bern,NC,USA,Coastal Carolina Regional Airport (Craven County Regional)
+EWR,Newark,NJ,USA,Newark Liberty International Airport
+EYW,Key West,FL,USA,Key West International Airport
+FAI,Fairbanks,AK,USA,Fairbanks International Airport
+FAR,Fargo,ND,USA,Hector International Airport
+FAT,Fresno,CA,USA,Fresno Yosemite International Airport
+FAY,Fayetteville,NC,USA,Fayetteville Regional Airport
+FCA,Kalispell,MT,USA,Glacier Park International Airport
+FLG,Flagstaff,AZ,USA,Flagstaff Pulliam Airport
+FLL,Ft. Lauderdale,FL,USA,Fort Lauderdale-Hollywood International Airport
+FNT,Flint,MI,USA,Bishop International Airport
+FSD,Sioux Falls,SD,USA,Sioux Falls Regional Airport
+FSM,Fort Smith,AR,USA,Fort Smith Regional Airport
+FWA,Fort Wayne,IN,USA,Fort Wayne International Airport
+GCC,Gillette,WY,USA,Gillette-Campbell County Airport
+GCK,Garden City,KS,USA,Garden City Regional Airport
+GEG,Spokane,WA,USA,Spokane International Airport
+GFK,Grand Forks,ND,USA,Grand Forks International Airport
+GGG,Longview,TX,USA,East Texas Regional Airport
+GJT,Grand Junction,CO,USA,Grand Junction Regional Airport (Walker Field)
+GNV,Gainesville,FL,USA,Gainesville Regional Airport
+GPT,Gulfport-Biloxi,MS,USA,Gulfport-Biloxi International Airport
+GRB,Green Bay,WI,USA,Green Bay-Austin Straubel International Airport
+GRI,Grand Island,NE,USA,Central Nebraska Regional Airport
+GRK,Killeen,TX,USA,Killeen-Fort Hood Regional Airport
+GRR,Grand Rapids,MI,USA,Gerald R. Ford International Airport
+GSO,Greensboro,NC,USA,Piedmont Triad International Airport
+GSP,Greer,SC,USA,Greenville-Spartanburg International Airport
+GST,Gustavus,AK,USA,Gustavus Airport
+GTF,Great Falls,MT,USA,Great Falls International Airport
+GTR,Columbus-Starkville-West Point,MS,USA,Golden Triangle Regional Airport
+GUC,Gunnison,CO,USA,Gunnison-Crested Butte Regional Airport
+GUM,Agana,GU,USA,Guam International Airport
+HDN,Hayden,CO,USA,Yampa Valley Airport (Yampa Valley Regional)
+HIB,Hibbing,MN,USA,Range Regional Airport (Chisholm-Hibbing Airport)
+HLN,Helena,MT,USA,Helena Regional Airport
+HNL,Honolulu,HI,USA,Honolulu International Airport
+HOB,Hobbs,NM,USA,Lea County Regional Airport
+HOU,Houston,TX,USA,William P. Hobby Airport
+HPN,White Plains,NY,USA,Westchester County Airport
+HRL,Harlingen,TX,USA,Valley International Airport
+HSV,Huntsville,AL,USA,Huntsville International Airport
+HYA,Hyannis,MA,USA,Barnstable Municipal Airport
+HYS,Hays,KS,USA,Hays Regional Airport
+IAD,Chantilly,VA,USA,Washington Dulles International Airport
+IAG,Niagara Falls,NY,USA,Niagara Falls International Airport
+IAH,Houston,TX,USA,George Bush Intercontinental Airport
+ICT,Wichita,KS,USA,Wichita Dwight D. Eisenhower National Airport (Wichita Mid-Continent Airport)
+IDA,Idaho Falls,ID,USA,Idaho Falls Regional Airport
+ILG,Wilmington,DE,USA,Wilmington Airport
+ILM,Wilmington,NC,USA,Wilmington International Airport
+IMT,Iron Mountain/Kingsford,MI,USA,Ford Airport
+IND,Indianapolis,IN,USA,Indianapolis International Airport
+INL,International Falls,MN,USA,Falls International Airport
+ISN,Williston,ND,USA,Sloulin Field International Airport
+ISP,Islip,NY,USA,Long Island MacArthur Airport
+ITH,Ithaca,NY,USA,Ithaca Tompkins Regional Airport
+ITO,Hilo,HI,USA,Hilo International Airport
+JAC,Jackson,WY,USA,Jackson Hole Airport
+JAN,Jackson,MS,USA,Jackson-Evers International Airport
+JAX,Jacksonville,FL,USA,Jacksonville International Airport
+JFK,New York,NY,USA,John F. Kennedy International Airport (New York International Airport)
+JLN,Joplin,MO,USA,Joplin Regional Airport
+JMS,Jamestown,ND,USA,Jamestown Regional Airport
+JNU,Juneau,AK,USA,Juneau International Airport
+KOA,Kailua/Kona,HI,USA,Kona International Airport at Keahole
+KTN,Ketchikan,AK,USA,Ketchikan International Airport
+LAN,Lansing,MI,USA,Capital Region International Airport ( Lansing Capital City)
+LAR,Laramie,WY,USA,Laramie Regional Airport
+LAS,Las Vegas,NV,USA,McCarran International Airport
+LAW,Lawton,OK,USA,Lawton-Fort Sill Regional Airport
+LAX,Los Angeles,CA,USA,Los Angeles International Airport
+LBB,Lubbock,TX,USA,Lubbock Preston Smith International Airport
+LBE,Latrobe,PA,USA,Arnold Palmer Regional Airport
+LCH,Lake Charles,LA,USA,Lake Charles Regional Airport
+LEX,Lexington,KY,USA,Blue Grass Airport
+LFT,Lafayette,LA,USA,Lafayette Regional Airport
+LGA,New York,NY,USA,LaGuardia Airport (Marine Air Terminal)
+LGB,Long Beach,CA,USA,Long Beach Airport (Daugherty Field)
+LIH,Lihue,HI,USA,Lihue Airport
+LIT,Little Rock,AR,USA,Bill and Hillary Clinton National Airport (Adams Field)
+LNK,Lincoln,NE,USA,Lincoln Airport (Lincoln Municipal)
+LRD,Laredo,TX,USA,Laredo International Airport
+LSE,La Crosse,WI,USA,La Crosse Regional Airport
+LWS,Lewiston,ID,USA,Lewiston-Nez Perce County Airport
+MAF,Midland,TX,USA,Midland International Airport
+MBS,Saginaw,MI,USA,MBS International Airport
+MCI,Kansas City,MO,USA,Kansas City International Airport
+MCO,Orlando,FL,USA,Orlando International Airport
+MDT,Harrisburg,PA,USA,Harrisburg International Airport
+MDW,Chicago,IL,USA,Chicago Midway International Airport
+MEI,Meridian,MS,USA,Meridian Regional Airport
+MEM,Memphis,TN,USA,Memphis International Airport
+MFE,McAllen,TX,USA,McAllen-Miller International Airport (McAllen Miller International)
+MFR,Medford,OR,USA,Rogue Valley International Airport
+MGM,Montgomery,AL,USA,Montgomery Regional Airport
+MHK,Manhattan,KS,USA,Manhattan Regional Airport
+MHT,Manchester,NH,USA,Manchester-Boston Regional Airport
+MIA,Miami,FL,USA,Miami International Airport
+MKE,Milwaukee,WI,USA,General Mitchell International Airport
+MKG,Muskegon,MI,USA,Muskegon County Airport
+MLB,Melbourne,FL,USA,Melbourne International Airport
+MLI,Moline,IL,USA,Quad City International Airport
+MLU,Monroe,LA,USA,Monroe Regional Airport
+MMH,Mammoth Lakes,CA,USA,Mammoth Yosemite Airport
+MOB,Mobile,AL,USA,Mobile Regional Airport
+MOT,Minot,ND,USA,Minot International Airport
+MQT,Marquette,MI,USA,Sawyer International Airport
+MRY,Monterey,CA,USA,Monterey Regional Airport (Monterey Peninsula Airport)
+MSN,Madison,WI,USA,Dane County Regional Airport
+MSO,Missoula,MT,USA,Missoula International Airport
+MSP,Minneapolis,MN,USA,Minneapolis-Saint Paul International Airport
+MSY,New Orleans,LA,USA,Louis Armstrong New Orleans International Airport
+MTJ,Montrose,CO,USA,Montrose Regional Airport
+MVY,Marthas Vineyard,MA,USA,Martha's Vineyard Airport
+MYR,Myrtle Beach,SC,USA,Myrtle Beach International Airport
+OAJ,Jacksonville,NC,USA,Albert J. Ellis Airport
+OAK,Oakland,CA,USA,Oakland International Airport
+OGG,Kahului,HI,USA,Kahului Airport
+OKC,Oklahoma City,OK,USA,Will Rogers World Airport
+OMA,Omaha,NE,USA,Eppley Airfield
+OME,Nome,AK,USA,Nome Airport
+ONT,Ontario,CA,USA,Ontario International Airport
+ORD,Chicago,IL,USA,Chicago O'Hare International Airport
+ORF,Norfolk,VA,USA,Norfolk International Airport
+ORH,Worcester,MA,USA,Worcester Regional Airport
+OTH,North Bend,OR,USA,Southwest Oregon Regional Airport (North Bend Municipal)
+OTZ,Kotzebue,AK,USA,Ralph Wien Memorial Airport
+PAH,Paducah,KY,USA,Barkley Regional Airport
+PBG,Plattsburgh,NY,USA,Plattsburgh International Airport
+PBI,West Palm Beach,FL,USA,Palm Beach International Airport
+PDX,Portland,OR,USA,Portland International Airport
+PHF,Newport News,VA,USA,Newport News/Williamsburg International Airport
+PHL,Philadelphia,PA,USA,Philadelphia International Airport
+PHX,Phoenix,AZ,USA,Phoenix Sky Harbor International Airport
+PIA,Peoria,IL,USA,General Wayne A. Downing Peoria International Airport
+PIB,Hattiesburg-Laurel,MS,USA,Hattiesburg-Laurel Regional Airport
+PIH,Pocatello,ID,USA,Pocatello Regional Airport
+PIT,Pittsburgh,PA,USA,Pittsburgh International Airport
+PLN,Pellston,MI,USA,Pellston Regional Airport of Emmet County
+PNS,Pensacola,FL,USA,Pensacola International Airport (Pensacola Gulf Coast Regional Airport)
+PPG,Pago Pago,AS,USA,Pago Pago International Airport (Tafuna Airport)
+PSC,Pasco,WA,USA,Tri-Cities Airport
+PSE,Ponce,PR,USA,Mercedita Airport
+PSG,Petersburg,AK,USA,Petersburg James A. Johnson Airport
+PSP,Palm Springs,CA,USA,Palm Springs International Airport
+PUB,Pueblo,CO,USA,Pueblo Memorial Airport
+PVD,Providence,RI,USA,Theodore Francis Green State Airport
+PWM,Portland,ME,USA,Portland International Jetport
+RAP,Rapid City,SD,USA,Rapid City Regional Airport
+RDD,Redding,CA,USA,Redding Municipal Airport
+RDM,Redmond,OR,USA,Redmond Municipal Airport (Roberts Field)
+RDU,Raleigh,NC,USA,Raleigh-Durham International Airport
+RHI,Rhinelander,WI,USA,Rhinelander-Oneida County Airport
+RIC,Richmond,VA,USA,Richmond International Airport
+RKS,Rock Springs,WY,USA,Rock Springs-Sweetwater County Airport
+RNO,Reno,NV,USA,Reno/Tahoe International Airport
+ROA,Roanoke,VA,USA,Roanoke Regional Airport (Woodrum Field)
+ROC,Rochester,NY,USA,Greater Rochester International Airport
+ROW,Roswell,NM,USA,Roswell International Air Center
+RST,Rochester,MN,USA,Rochester International Airport
+RSW,Ft. Myers,FL,USA,Southwest Florida International Airport
+SAF,Santa Fe,NM,USA,Santa Fe Municipal Airport
+SAN,San Diego,CA,USA,San Diego International Airport (Lindbergh Field)
+SAT,San Antonio,TX,USA,San Antonio International Airport
+SAV,Savannah,GA,USA,Savannah/Hilton Head International Airport
+SBA,Santa Barbara,CA,USA,Santa Barbara Municipal Airport (Santa Barbara Airport)
+SBN,South Bend,IN,USA,South Bend International Airport (South Bend Regional)
+SBP,San Luis Obispo,CA,USA,San Luis Obispo County Regional Airport (McChesney Field)
+SCC,Deadhorse,AK,USA,Deadhorse Airport (Prudhoe Bay Airport)
+SCE,State College,PA,USA,University Park Airport
+SDF,Louisville,KY,USA,Louisville International Airport (Standiford Field)
+SEA,Seattle,WA,USA,Seattle-Tacoma International Airport
+SFO,San Francisco,CA,USA,San Francisco International Airport
+SGF,Springfield,MO,USA,Springfield-Branson National Airport
+SGU,St George,UT,USA,St. George Regional Airport
+SHV,Shreveport,LA,USA,Shreveport Regional Airport
+SIT,Sitka,AK,USA,Sitka Rocky Gutierrez Airport
+SJC,San Jose,CA,USA,Norman Y. Mineta San José International Airport
+SJT,San Angelo,TX,USA,San Angelo Regional Airport (Mathis Field)
+SJU,San Juan,PR,USA,Luis Muñoz Marín International Airport
+SLC,Salt Lake City,UT,USA,Salt Lake City International Airport
+SMF,Sacramento,CA,USA,Sacramento International Airport
+SMX,Santa Maria,CA,USA,Santa Maria Public Airport (Capt G. Allan Hancock Field)
+SNA,Santa Ana,CA,USA,John Wayne Airport (Orange County Airport)
+SPI,Springfield,IL,USA,Abraham Lincoln Capital Airport
+SPS,Wichita Falls,TX,USA,Wichita Falls Municipal Airport/Sheppard AFB
+SRQ,Sarasota,FL,USA,Sarasota-Bradenton International Airport
+STC,St Cloud,MN,USA,St. Cloud Regional Airport
+STL,St Louis,MO,USA,St. Louis International Airport at Lambert Field
+STT,Charlotte Amalie,VI,USA,Cyril E. King Airport
+STX,Christiansted,VI,USA,Henry E. Rohlsen Airport
+SUN,Hailey,ID,USA,Friedman Memorial Airport
+SUX,Sioux City,IA,USA,Sioux Gateway Airport
+SWF,Newburgh,NY,USA,Stewart International Airport
+SYR,Syracuse,NY,USA,Syracuse Hancock International Airport
+TLH,Tallahassee,FL,USA,Tallahassee International Airport
+TOL,Toledo,OH,USA,Toledo Express Airport
+TPA,Tampa,FL,USA,Tampa International Airport
+TRI,Bristol,TN,USA,Tri-Cities Regional Airport
+TTN,Trenton,NJ,USA,Trenton Mercer Airport
+TUL,Tulsa,OK,USA,Tulsa International Airport
+TUS,Tucson,AZ,USA,Tucson International Airport
+TVC,Traverse City,MI,USA,Cherry Capital Airport
+TWF,Twin Falls,ID,USA,Magic Valley Regional Airport (Joslin Field)
+TXK,Texarkana,AR,USA,Texarkana Regional Airport (Webb Field)
+TYR,Tyler,TX,USA,Tyler Pounds Regional Airport
+TYS,Knoxville,TN,USA,McGhee Tyson Airport
+UST,St. Augustine,FL,USA,Northeast Florida Regional Airport (St. Augustine Airport)
+VEL,Vernal,UT,USA,Valdez Airport
+VLD,Valdosta,GA,USA,Valdosta Regional Airport
+VPS,Valparaiso,FL,USA,Destin-Fort Walton Beach Airport/Eglin AFB
+WRG,Wrangell,AK,USA,Wrangell Airport
+WYS,West Yellowstone,MT,USA,Westerly State Airport
+XNA,Fayetteville/Springdale/Rogers,AR,USA,Northwest Arkansas Regional Airport
+YAK,Yakutat,AK,USA,Yakutat Airport
+YUM,Yuma,AZ,USA,Yuma International Airport

flight_delay_dataset/csv/time_dim.csv

@@ -0,0 +1,366 @@
+day,month,year,day_of_week
+22-9-2015,9-2015,2015,2
+9-9-2015,9-2015,2015,3
+31-3-2015,3-2015,2015,2
+18-8-2015,8-2015,2015,2
+20-4-2015,4-2015,2015,1
+9-6-2015,6-2015,2015,2
+24-7-2015,7-2015,2015,5
+31-7-2015,7-2015,2015,5
+23-8-2015,8-2015,2015,7
+5-11-2015,11-2015,2015,4
+14-1-2015,1-2015,2015,3
+12-5-2015,5-2015,2015,2
+7-9-2015,9-2015,2015,1
+19-7-2015,7-2015,2015,7
+17-12-2015,12-2015,2015,4
+6-5-2015,5-2015,2015,3
+18-11-2015,11-2015,2015,3
+29-8-2015,8-2015,2015,6
+20-8-2015,8-2015,2015,4
+1-12-2015,12-2015,2015,2
+19-2-2015,2-2015,2015,4
+21-3-2015,3-2015,2015,6
+17-11-2015,11-2015,2015,2
+27-5-2015,5-2015,2015,3
+6-1-2015,1-2015,2015,2
+21-5-2015,5-2015,2015,4
+20-2-2015,2-2015,2015,5
+19-1-2015,1-2015,2015,1
+19-8-2015,8-2015,2015,3
+31-5-2015,5-2015,2015,7
+9-3-2015,3-2015,2015,1
+24-10-2015,10-2015,2015,6
+25-7-2015,7-2015,2015,6
+11-9-2015,9-2015,2015,5
+27-11-2015,11-2015,2015,5
+26-1-2015,1-2015,2015,1
+29-9-2015,9-2015,2015,2
+20-7-2015,7-2015,2015,1
+17-9-2015,9-2015,2015,4
+13-2-2015,2-2015,2015,5
+8-10-2015,10-2015,2015,4
+21-1-2015,1-2015,2015,3
+14-2-2015,2-2015,2015,6
+5-2-2015,2-2015,2015,4
+4-4-2015,4-2015,2015,6
+5-5-2015,5-2015,2015,2
+10-2-2015,2-2015,2015,2
+28-6-2015,6-2015,2015,7
+10-8-2015,8-2015,2015,1
+27-7-2015,7-2015,2015,1
+10-6-2015,6-2015,2015,3
+6-9-2015,9-2015,2015,7
+25-10-2015,10-2015,2015,7
+17-3-2015,3-2015,2015,2
+13-8-2015,8-2015,2015,4
+1-5-2015,5-2015,2015,5
+20-6-2015,6-2015,2015,6
+11-3-2015,3-2015,2015,3
+4-7-2015,7-2015,2015,6
+21-9-2015,9-2015,2015,1
+30-5-2015,5-2015,2015,6
+11-7-2015,7-2015,2015,6
+10-12-2015,12-2015,2015,4
+15-9-2015,9-2015,2015,2
+7-3-2015,3-2015,2015,6
+8-2-2015,2-2015,2015,7
+24-12-2015,12-2015,2015,4
+9-5-2015,5-2015,2015,6
+20-11-2015,11-2015,2015,5
+8-6-2015,6-2015,2015,1
+17-2-2015,2-2015,2015,2
+29-7-2015,7-2015,2015,3
+8-5-2015,5-2015,2015,5
+29-12-2015,12-2015,2015,2
+23-12-2015,12-2015,2015,3
+15-1-2015,1-2015,2015,4
+16-10-2015,10-2015,2015,5
+15-4-2015,4-2015,2015,3
+17-7-2015,7-2015,2015,5
+25-5-2015,5-2015,2015,1
+26-3-2015,3-2015,2015,4
+23-2-2015,2-2015,2015,1
+22-2-2015,2-2015,2015,7
+1-11-2015,11-2015,2015,7
+16-2-2015,2-2015,2015,1
+17-1-2015,1-2015,2015,6
+14-5-2015,5-2015,2015,4
+18-12-2015,12-2015,2015,5
+23-3-2015,3-2015,2015,1
+2-9-2015,9-2015,2015,3
+29-3-2015,3-2015,2015,7
+27-1-2015,1-2015,2015,2
+22-11-2015,11-2015,2015,7
+7-10-2015,10-2015,2015,3
+19-5-2015,5-2015,2015,2
+20-1-2015,1-2015,2015,2
+16-12-2015,12-2015,2015,3
+13-11-2015,11-2015,2015,5
+31-1-2015,1-2015,2015,6
+13-7-2015,7-2015,2015,1
+6-7-2015,7-2015,2015,1
+12-7-2015,7-2015,2015,7
+1-9-2015,9-2015,2015,2
+27-2-2015,2-2015,2015,5
+2-4-2015,4-2015,2015,4
+26-5-2015,5-2015,2015,2
+24-5-2015,5-2015,2015,7
+9-8-2015,8-2015,2015,7
+19-10-2015,10-2015,2015,1
+8-9-2015,9-2015,2015,2
+11-8-2015,8-2015,2015,2
+1-10-2015,10-2015,2015,4
+26-6-2015,6-2015,2015,5
+29-1-2015,1-2015,2015,4
+3-11-2015,11-2015,2015,2
+28-1-2015,1-2015,2015,3
+6-6-2015,6-2015,2015,6
+22-8-2015,8-2015,2015,6
+4-8-2015,8-2015,2015,2
+12-2-2015,2-2015,2015,4
+27-10-2015,10-2015,2015,2
+5-3-2015,3-2015,2015,4
+10-4-2015,4-2015,2015,5
+4-10-2015,10-2015,2015,7
+25-11-2015,11-2015,2015,3
+18-9-2015,9-2015,2015,5
+1-4-2015,4-2015,2015,3
+24-8-2015,8-2015,2015,1
+19-3-2015,3-2015,2015,4
+3-3-2015,3-2015,2015,2
+18-3-2015,3-2015,2015,3
+28-9-2015,9-2015,2015,1
+1-1-2015,1-2015,2015,4
+22-5-2015,5-2015,2015,5
+9-7-2015,7-2015,2015,4
+11-11-2015,11-2015,2015,3
+9-11-2015,11-2015,2015,1
+27-12-2015,12-2015,2015,7
+13-10-2015,10-2015,2015,2
+9-12-2015,12-2015,2015,3
+8-7-2015,7-2015,2015,3
+5-9-2015,9-2015,2015,6
+2-5-2015,5-2015,2015,6
+26-9-2015,9-2015,2015,6
+2-7-2015,7-2015,2015,4
+18-5-2015,5-2015,2015,1
+13-6-2015,6-2015,2015,6
+3-5-2015,5-2015,2015,7
+12-3-2015,3-2015,2015,4
+27-8-2015,8-2015,2015,4
+28-11-2015,11-2015,2015,6
+16-5-2015,5-2015,2015,6
+30-4-2015,4-2015,2015,4
+11-12-2015,12-2015,2015,5
+23-9-2015,9-2015,2015,3
+27-6-2015,6-2015,2015,6
+2-6-2015,6-2015,2015,2
+29-10-2015,10-2015,2015,4
+7-7-2015,7-2015,2015,2
+22-4-2015,4-2015,2015,3
+15-2-2015,2-2015,2015,7
+26-11-2015,11-2015,2015,4
+14-6-2015,6-2015,2015,7
+28-2-2015,2-2015,2015,6
+15-7-2015,7-2015,2015,3
+4-3-2015,3-2015,2015,3
+6-4-2015,4-2015,2015,1
+5-4-2015,4-2015,2015,7
+13-3-2015,3-2015,2015,5
+25-12-2015,12-2015,2015,5
+14-3-2015,3-2015,2015,6
+8-1-2015,1-2015,2015,4
+27-9-2015,9-2015,2015,7
+20-5-2015,5-2015,2015,3
+1-2-2015,2-2015,2015,7
+6-11-2015,11-2015,2015,5
+3-4-2015,4-2015,2015,5
+25-1-2015,1-2015,2015,7
+7-2-2015,2-2015,2015,6
+8-3-2015,3-2015,2015,7
+23-7-2015,7-2015,2015,4
+18-4-2015,4-2015,2015,6
+3-7-2015,7-2015,2015,5
+28-4-2015,4-2015,2015,2
+6-12-2015,12-2015,2015,7
+9-2-2015,2-2015,2015,1
+10-5-2015,5-2015,2015,7
+13-4-2015,4-2015,2015,1
+24-4-2015,4-2015,2015,5
+28-3-2015,3-2015,2015,6
+21-11-2015,11-2015,2015,6
+7-8-2015,8-2015,2015,5
+16-1-2015,1-2015,2015,5
+7-6-2015,6-2015,2015,7
+24-6-2015,6-2015,2015,3
+11-6-2015,6-2015,2015,4
+23-4-2015,4-2015,2015,4
+11-1-2015,1-2015,2015,7
+19-9-2015,9-2015,2015,6
+18-1-2015,1-2015,2015,7
+28-10-2015,10-2015,2015,3
+2-2-2015,2-2015,2015,1
+1-8-2015,8-2015,2015,6
+7-1-2015,1-2015,2015,3
+21-10-2015,10-2015,2015,3
+18-7-2015,7-2015,2015,6
+19-6-2015,6-2015,2015,5
+14-9-2015,9-2015,2015,1
+22-1-2015,1-2015,2015,4
+30-10-2015,10-2015,2015,5
+18-6-2015,6-2015,2015,4
+4-9-2015,9-2015,2015,5
+23-10-2015,10-2015,2015,5
+27-4-2015,4-2015,2015,1
+26-7-2015,7-2015,2015,7
+19-11-2015,11-2015,2015,4
+10-7-2015,7-2015,2015,5
+4-11-2015,11-2015,2015,3
+9-4-2015,4-2015,2015,4
+27-3-2015,3-2015,2015,5
+7-5-2015,5-2015,2015,4
+8-4-2015,4-2015,2015,3
+2-10-2015,10-2015,2015,5
+17-4-2015,4-2015,2015,5
+3-2-2015,2-2015,2015,2
+12-8-2015,8-2015,2015,3
+25-3-2015,3-2015,2015,3
+5-10-2015,10-2015,2015,1
+3-6-2015,6-2015,2015,3
+28-7-2015,7-2015,2015,2
+10-3-2015,3-2015,2015,2
+5-6-2015,6-2015,2015,5
+16-11-2015,11-2015,2015,1
+23-1-2015,1-2015,2015,5
+13-1-2015,1-2015,2015,2
+24-9-2015,9-2015,2015,4
+15-6-2015,6-2015,2015,1
+28-8-2015,8-2015,2015,5
+22-3-2015,3-2015,2015,7
+12-4-2015,4-2015,2015,7
+23-11-2015,11-2015,2015,1
+12-11-2015,11-2015,2015,4
+15-5-2015,5-2015,2015,5
+8-12-2015,12-2015,2015,2
+15-8-2015,8-2015,2015,6
+6-3-2015,3-2015,2015,5
+17-5-2015,5-2015,2015,7
+9-1-2015,1-2015,2015,5
+10-11-2015,11-2015,2015,2
+10-1-2015,1-2015,2015,6
+5-12-2015,12-2015,2015,6
+13-5-2015,5-2015,2015,3
+14-7-2015,7-2015,2015,2
+15-10-2015,10-2015,2015,4
+26-8-2015,8-2015,2015,3
+16-7-2015,7-2015,2015,4
+14-4-2015,4-2015,2015,2
+30-12-2015,12-2015,2015,3
+8-8-2015,8-2015,2015,6
+26-2-2015,2-2015,2015,4
+25-2-2015,2-2015,2015,3
+22-12-2015,12-2015,2015,2
+24-3-2015,3-2015,2015,2
+16-3-2015,3-2015,2015,1
+2-8-2015,8-2015,2015,7
+20-12-2015,12-2015,2015,7
+5-1-2015,1-2015,2015,1
+7-12-2015,12-2015,2015,1
+16-6-2015,6-2015,2015,2
+2-1-2015,1-2015,2015,5
+25-4-2015,4-2015,2015,6
+30-7-2015,7-2015,2015,4
+12-6-2015,6-2015,2015,5
+17-10-2015,10-2015,2015,6
+17-6-2015,6-2015,2015,3
+21-8-2015,8-2015,2015,5
+15-11-2015,11-2015,2015,7
+2-3-2015,3-2015,2015,1
+16-9-2015,9-2015,2015,3
+30-11-2015,11-2015,2015,1
+15-12-2015,12-2015,2015,2
+13-9-2015,9-2015,2015,7
+6-8-2015,8-2015,2015,4
+24-2-2015,2-2015,2015,2
+6-2-2015,2-2015,2015,5
+18-2-2015,2-2015,2015,3
+29-5-2015,5-2015,2015,5
+21-7-2015,7-2015,2015,2
+31-10-2015,10-2015,2015,6
+29-6-2015,6-2015,2015,1
+7-4-2015,4-2015,2015,2
+11-2-2015,2-2015,2015,3
+5-7-2015,7-2015,2015,7
+22-7-2015,7-2015,2015,3
+24-1-2015,1-2015,2015,6
+12-10-2015,10-2015,2015,1
+25-6-2015,6-2015,2015,4
+2-12-2015,12-2015,2015,3
+8-11-2015,11-2015,2015,7
+4-5-2015,5-2015,2015,1
+26-10-2015,10-2015,2015,1
+6-10-2015,10-2015,2015,2
+14-12-2015,12-2015,2015,1
+29-4-2015,4-2015,2015,3
+4-2-2015,2-2015,2015,3
+20-9-2015,9-2015,2015,7
+13-12-2015,12-2015,2015,7
+3-9-2015,9-2015,2015,4
+1-7-2015,7-2015,2015,3
+29-11-2015,11-2015,2015,7
+30-8-2015,8-2015,2015,7
+24-11-2015,11-2015,2015,2
+4-6-2015,6-2015,2015,4
+15-3-2015,3-2015,2015,7
+23-5-2015,5-2015,2015,6
+4-12-2015,12-2015,2015,5
+21-2-2015,2-2015,2015,6
+12-1-2015,1-2015,2015,1
+25-8-2015,8-2015,2015,2
+28-5-2015,5-2015,2015,4
+19-4-2015,4-2015,2015,7
+16-4-2015,4-2015,2015,4
+21-4-2015,4-2015,2015,2
+21-6-2015,6-2015,2015,7
+1-3-2015,3-2015,2015,7
+11-4-2015,4-2015,2015,6
+30-1-2015,1-2015,2015,5
+23-6-2015,6-2015,2015,2
+30-6-2015,6-2015,2015,2
+14-8-2015,8-2015,2015,5
+2-11-2015,11-2015,2015,1
+18-10-2015,10-2015,2015,7
+3-10-2015,10-2015,2015,6
+26-12-2015,12-2015,2015,6
+3-12-2015,12-2015,2015,4
+5-8-2015,8-2015,2015,3
+26-4-2015,4-2015,2015,7
+30-3-2015,3-2015,2015,1
+20-10-2015,10-2015,2015,2
+3-1-2015,1-2015,2015,6
+16-8-2015,8-2015,2015,7
+12-12-2015,12-2015,2015,6
+10-10-2015,10-2015,2015,6
+1-6-2015,6-2015,2015,1
+22-6-2015,6-2015,2015,1
+21-12-2015,12-2015,2015,1
+19-12-2015,12-2015,2015,6
+11-10-2015,10-2015,2015,7
+4-1-2015,1-2015,2015,7
+30-9-2015,9-2015,2015,3
+22-10-2015,10-2015,2015,4
+17-8-2015,8-2015,2015,1
+28-12-2015,12-2015,2015,1
+31-12-2015,12-2015,2015,4
+12-9-2015,9-2015,2015,6
+11-5-2015,5-2015,2015,1
+25-9-2015,9-2015,2015,5
+20-3-2015,3-2015,2015,5
+7-11-2015,11-2015,2015,6
+14-10-2015,10-2015,2015,3
+31-8-2015,8-2015,2015,1
+14-11-2015,11-2015,2015,6
+10-9-2015,9-2015,2015,4
+9-10-2015,10-2015,2015,5
+3-8-2015,8-2015,2015,1

requirements.txt

@@ -0,0 +1,7 @@
+numpy
+matplotlib
+numba
+fastcache
+tqdm
+joblib
+scipy