Connect Google Storage CSV file and Supabase CSV file in our serverless environment

class GoogleStorageSourceReadRemoteCsv {
    async init() {
        // More info at https://www.npmjs.com/package/@google-cloud/storage
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        const googleStorage = new Storage({
            projectId: yepcode.env.GOOGLE_STORAGE_PROJECT_ID,
            credentials: JSON.parse(yepcode.env.GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON),
        });
        // TODO: Customize your bucket name
        this.bucket = googleStorage.bucket("your-bucket-name");
    }

    async fetch(publish, done) {
        // TODO: Customize your csv file path to download
        await this.bucket
            .file("one-folder/my-filename-1653415231696.csv")
            .createReadStream()
            .pipe(
                csv.parse({
                    delimiter: ",",
                    columns: true,
                })
            )
            .on("data", publish)
            .on("end", done);
    }

    async close() {}
}

class SupabaseTargetUploadCsv {
    async init() {
        // More info at https://www.npmjs.com/package/@supabase/supabase-js
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.supabase = createClient(
            yepcode.env.SUPABASE_URL,
            yepcode.env.SUPABASE_ANON_KEY
        );

        this.items = [];
    }

    async consume(item) {
        // TODO: Customize your csv row
        const csvRow = [item.id, item.name];
        this.items.push(csvRow);
    }

    async close() {
        try {
            // Transform items to CSV entries
            const csvFileContent = csv.stringify(this.items, {
                delimiter: ",",
            });
            // TODO: adapt bucket and files management
            // You may check the full API documentation at:
            // Check docs at https://supabase.com/docs/reference/javascript/storage-from-upload
            const {
                data,
                error
            } = await this.supabase.storage
                .from("your-bucket-name")
                .upload(`your-new-file.csv`, csvFileContent, {
                    contentType: "text/csv",
                });

            if (error) {
                throw error;
            }
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}