Connect Supabase files and Snowflake in our serverless environment

class SupabaseSourceGetAllFiles {
    async init() {
        // More info at https://www.npmjs.com/package/@supabase/supabase-js
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.supabase = createClient(
            yepcode.env.SUPABASE_URL,
            yepcode.env.SUPABASE_ANON_KEY
        );
    }

    async fetch(publish, done) {
        // TODO: adapt bucket and files management
        const bucket = "your-bucket-name";
        const folder = "my-folder";

        // Retrieve the files list
        // You may check the full API documentation at:
        // https://supabase.com/docs/reference/javascript/storage-from-list
        const {
            data: fileEntries,
            error: listFilesError
        } =
        await this.supabase.storage.from(bucket).list(folder, {
            limit: 100,
            offset: 0,
            sortBy: {
                column: "name",
                order: "asc"
            },
        });
        if (listFilesError) {
            throw listFilesError;
        }

        for (const fileEntry of fileEntries) {
            // Download each file
            // You may check the full API documentation at:
            // https://supabase.com/docs/reference/javascript/storage-from-download
            const {
                data: file,
                error: downloadError
            } = await this.supabase.storage
                .from(bucket)
                .download(`${folder}/${fileEntry.name}`);
            if (downloadError) {
                throw downloadError;
            }
            // TODO: map your file Blob content to an item
            const item = await file.text();

            publish(item);
        }
        done();
    }

    async close() {}
}

class SnowflakeTargetInsert {
    async init() {
        // More info at https://www.npmjs.com/package/snowflake-sdk
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.connection = snowflake.createConnection({
            account: yepcode.env.SNOWFLAKE_ACCOUNT,
            username: yepcode.env.SNOWFLAKE_USERNAME,
            password: yepcode.env.SNOWFLAKE_PASSWORD,
            warehouse: yepcode.env.SNOWFLAKE_WAREHOUSE,
            database: yepcode.env.SNOWFLAKE_DATABASE,
            schema: yepcode.env.SNOWFLAKE_SCHEMA,
        });
        await this.connection.connect();
    }

    async consume(item) {
        await new Promise((resolve, reject) => {
            this.connection.execute({
                // TODO: Customize your SQL INSERT statement
                sqlText: "insert into YOUR_TABLE(ID, NAME) values(?, ?)",
                // TODO: Map item to any of the ? in insert sentence
                binds: [item.id, item.name],
                complete: (err, stmt, rows) => {
                    if (err) {
                        reject(err);
                        return;
                    }
                    resolve([stmt, rows]);
                },
            });
        });
    }

    async close() {
        await this.connection.destroy();
    }
}