ArAir/main.py at main · blasif/ArAir · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
# src/main.py

import logging
import import_requests
import download_csv
import preprocessing
import download_csv_airports_info
import os

logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
logger = logging.getLogger(__name__)

def main():

    os.makedirs("data", exist_ok = True)

    logger.info("Retrieving CSV links")

    import_requests.get_csv_links()

    logger.info("Downloading CSVs")

    download_csv.retrieve_csv()

    logger.info("Scraping airport info")

    download_csv_airports_info.get_airports_info()

    logger.info("Preprocessing data")

    preprocessing.preprocess_step_a()

    preprocessing.preprocess_step_b()

    preprocessing.preprocess_step_c()

    preprocessing.preprocess_step_d()

if __name__ == "__main__":

    main()