fetchapi.py

import requests
import json
import os
from google.cloud import storage

def fetch_product_data():
    url = "https://fakestoreapi.com/products"
    response = requests.get(url)
    if response.status_code == 200:
        data = response.json()
        print(data)
        return data #returns list of products found in the json file
    else:
        raise Exception(f"Error fetching data: {response.status_code}")        

def save_data_locally(data, filename ="products.json") :
    with open(filename, "w") as file:
        json.dump(data, file, indent =4)
    print(f"Data saved locally in this file {filename}")



def upload_to_gcs(bucket_name, source_file, destination_blob):
    client = storage.Client()
    bucket = client.bucket(bucket_name)
    blob = bucket.blob(destination_blob)
    blob.upload_from_filename(source_file)
    print(f"File {source_file} uploaded to {bucket_name}/{destination_blob}")
    

def main() :
    #fecth the data
    data = fetch_product_data()
    # save the data locally in the file "products.json"
    filename= "products.json"
    save_data_locally(data, filename)
    #upload data to the google cloud storage in the specific bucket
    bucket_name = "fake-store-data-bucket"
    destination_blob = "products/products.json"
    upload_to_gcs(bucket_name, filename, destination_blob)



if __name__ == "__main__":
    main()