Connect Supabase files and Kafka in our serverless environment

class SupabaseSourceGetAllFiles {
    async init() {
        // TODO: Create your supabase credential
        // More info at https://yepcode.io/docs/integrations/supabase/#credential-configuration
        this.supabase = yepcode.integration.supabase(
            "your-supabase-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: adapt bucket and files management
        const bucket = "your-bucket-name";
        const folder = "my-folder";

        // Retrieve the files list
        // You may check the full API documentation at:
        // https://supabase.com/docs/reference/javascript/storage-from-list
        const {
            data: fileEntries,
            error: listFilesError
        } =
        await this.supabase.storage.from(bucket).list(folder, {
            limit: 100,
            offset: 0,
            sortBy: {
                column: "name",
                order: "asc"
            },
        });
        if (listFilesError) {
            throw listFilesError;
        }

        for (const fileEntry of fileEntries) {
            // Download each file
            // You may check the full API documentation at:
            // https://supabase.com/docs/reference/javascript/storage-from-download
            const {
                data: file,
                error: downloadError
            } = await this.supabase.storage
                .from(bucket)
                .download(`${folder}/${fileEntry.name}`);
            if (downloadError) {
                throw downloadError;
            }
            // TODO: map your file Blob content to an item
            const item = await file.text();

            publish(item);
        }
        done();
    }

    async close() {}
}

class KafkaTargetSendMessage {
    async init() {
        // TODO: Create your kafka credential
        // More info at https://yepcode.io/docs/integrations/kafka/#credential-configuration
        const kafka = yepcode.integration.kafka("your-kafka-credential-name");
        this.producer = kafka.producer();
        await this.producer.connect();
    }

    async consume(item) {
        // TODO: customize your message and topic
        const message = `Your message content ${item.name}`;
        await this.producer.send({
            topic: "your-topic",
            messages: [{
                value: message
            }],
        });
    }

    async close() {
        await this.producer.disconnect();
    }
}