Connect Supabase files and Xata in our serverless environment

class SupabaseSourceGetAllFiles {
    async init() {
        // TODO: Create your supabase credential
        // More info at https://yepcode.io/docs/integrations/supabase/#credential-configuration
        this.supabase = yepcode.integration.supabase(
            "your-supabase-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: adapt bucket and files management
        const bucket = "your-bucket-name";
        const folder = "my-folder";

        // Retrieve the files list
        // You may check the full API documentation at:
        // https://supabase.com/docs/reference/javascript/storage-from-list
        const {
            data: fileEntries,
            error: listFilesError
        } =
        await this.supabase.storage.from(bucket).list(folder, {
            limit: 100,
            offset: 0,
            sortBy: {
                column: "name",
                order: "asc"
            },
        });
        if (listFilesError) {
            throw listFilesError;
        }

        for (const fileEntry of fileEntries) {
            // Download each file
            // You may check the full API documentation at:
            // https://supabase.com/docs/reference/javascript/storage-from-download
            const {
                data: file,
                error: downloadError
            } = await this.supabase.storage
                .from(bucket)
                .download(`${folder}/${fileEntry.name}`);
            if (downloadError) {
                throw downloadError;
            }
            // TODO: map your file Blob content to an item
            const item = await file.text();

            publish(item);
        }
        done();
    }

    async close() {}
}

class HttpTargetXataInsert {
    async init() {
        // TODO: Create your http credential with xata information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: Your Xata.io base url https://${your-workspace}.${your-zone}.xata.sh/db'
        // HTTP Headers: { "Authorization": "Bearer <your-xata-api-key>" }
        this.httpClient = yepcode.integration.http(
            "your-http-xata-credential-name"
        );
    }

    async consume(item) {
        // TODO: Set your table endpoint parameters
        // You may check API documentation for more details
        // https://xata.io/docs/overview
        const database = "<your-database>";
        const branch = "<your-branch>";
        const table = "<your-table>";

        await this.httpClient
            .post(`/${database}:${branch}/tables/${table}/data`, item)
            .catch((error) => {
                console.error(
                    `An error was thrown inserting data`,
                    error.response.data
                );
                throw error;
            });
    }

    async close() {}
}