Connect Supabase files and Google Storage CSV file in our serverless environment

class SupabaseSourceGetAllFiles {
    async init() {
        // TODO: Create your supabase credential
        // More info at https://yepcode.io/docs/integrations/supabase/#credential-configuration
        this.supabase = yepcode.integration.supabase(
            "your-supabase-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: adapt bucket and files management
        const bucket = "your-bucket-name";
        const folder = "my-folder";

        // Retrieve the files list
        // You may check the full API documentation at:
        // https://supabase.com/docs/reference/javascript/storage-from-list
        const {
            data: fileEntries,
            error: listFilesError
        } =
        await this.supabase.storage.from(bucket).list(folder, {
            limit: 100,
            offset: 0,
            sortBy: {
                column: "name",
                order: "asc"
            },
        });
        if (listFilesError) {
            throw listFilesError;
        }

        for (const fileEntry of fileEntries) {
            // Download each file
            // You may check the full API documentation at:
            // https://supabase.com/docs/reference/javascript/storage-from-download
            const {
                data: file,
                error: downloadError
            } = await this.supabase.storage
                .from(bucket)
                .download(`${folder}/${fileEntry.name}`);
            if (downloadError) {
                throw downloadError;
            }
            // TODO: map your file Blob content to an item
            const item = await file.text();

            publish(item);
        }
        done();
    }

    async close() {}
}

class GoogleStorageTargetUploadCsv {
    async init() {
        // TODO: Create your google-storage credential
        // More info at https://yepcode.io/docs/integrations/google-storage/#credential-configuration
        const googleStorage = yepcode.integration.googleStorage(
            "your-google-storage-credential-name"
        );
        // TODO: Customize your bucket name
        const bucket = googleStorage.bucket("your-bucket-name");
        // TODO: choose a destination file
        const blob = bucket.file(`one-folder/my-filename-${Date.now()}.csv`);
        this.ws = blob.createWriteStream({
            metadata: {
                contentType: "text/csv",
            },
        });
        // Transform the items into a csv format
        this.stringifier = csv.stringify({
            delimiter: ",",
        });
        this.stringifier.pipe(this.ws);
    }

    async consume(item) {
        // TODO: Customize csv row content with your item content
        const csvRow = [item.id, item.name];
        this.stringifier.write(csvRow);
    }

    async close() {
        this.stringifier.end();
    }
}