Connect Supabase files and PostgreSQL in our serverless environment

class SupabaseSourceGetAllFiles {
    async init() {
        // TODO: Create your supabase credential
        // More info at https://yepcode.io/docs/integrations/supabase/#credential-configuration
        this.supabase = yepcode.integration.supabase(
            "your-supabase-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: adapt bucket and files management
        const bucket = "your-bucket-name";
        const folder = "my-folder";

        // Retrieve the files list
        // You may check the full API documentation at:
        // https://supabase.com/docs/reference/javascript/storage-from-list
        const {
            data: fileEntries,
            error: listFilesError
        } =
        await this.supabase.storage.from(bucket).list(folder, {
            limit: 100,
            offset: 0,
            sortBy: {
                column: "name",
                order: "asc"
            },
        });
        if (listFilesError) {
            throw listFilesError;
        }

        for (const fileEntry of fileEntries) {
            // Download each file
            // You may check the full API documentation at:
            // https://supabase.com/docs/reference/javascript/storage-from-download
            const {
                data: file,
                error: downloadError
            } = await this.supabase.storage
                .from(bucket)
                .download(`${folder}/${fileEntry.name}`);
            if (downloadError) {
                throw downloadError;
            }
            // TODO: map your file Blob content to an item
            const item = await file.text();

            publish(item);
        }
        done();
    }

    async close() {}
}

class PostgresTargetInsert {
    async init() {
        // TODO: Create your postgres credential
        // More info at https://yepcode.io/docs/integrations/postgres/#credential-configuration
        this.postgresPool = yepcode.integration.postgres(
            "your-postgres-credential-name"
        );
    }

    async consume(item) {
        // TODO: Customize the SQL INSERT statement and map your item to row
        await this.postgresPool.query(
            "INSERT INTO yourTable(id, name) VALUES($1, $2)",
            [item.id, item.name]
        );
    }

    async close() {
        await this.postgresPool.end();
    }
}