ppi.py

import json
import csv
from functools import reduce
from bls_client import BLSClient
import os
import sys

from common import DATA_DIR, DEFAULT_START_YEAR, DEFAULT_END_YEAR


def main(start_year=DEFAULT_START_YEAR, end_year=DEFAULT_END_YEAR):
    with open("data_ids/ppi_commodities_codes.txt") as file:
        ids = file.read().split("\n")

    client = BLSClient(os.getenv("BLS_API_KEY"))
    results = client.bulk_load(ids, start_year=start_year, end_year=end_year)
    with open(DATA_DIR / "ppi_commodities_data.json", "w") as output:
        output.write(json.dumps(results))

    with open(DATA_DIR / "ppi_commodities_data.json") as file:
        results = json.loads(file.read())

    csvs = [ client.convert_to_csv(bulk, ["commerce_sector", "item"]) for bulk in results ]
    data = reduce(lambda a, b: a + b[1:], csvs)
    with open(DATA_DIR / "ppi_commodities.csv", "w", newline="") as f:
        writer = csv.writer(f)
        writer.writerows(data)


if __name__ == "__main__":
    start_year = DEFAULT_START_YEAR
    if len(sys.argv) > 1:
        start_year = sys.argv[1]
    main(start_year=start_year)