Connect FTP NDJSON file and Kafka in our serverless environment

class SftpSourceReadRemoteNdjson {
    async init() {
        // TODO: Create your sftp credential
        // More info at https://yepcode.io/docs/integrations/sftp/#credential-configuration
        this.sftp = await yepcode.integration.sftp("your-sftp-credential-name");
    }

    async fetch(publish, done) {
        // TODO: Customize your ndjson file path to download
        const stream = new PassThrough();
        stream
            .pipe(ndjson.parse())
            .on("data", async (line) => {
                await publish(line);
            })
            .on("end", done);

        // TODO: Customize the ndjson file location
        await this.sftp.get("/remoteDirPath/fileName.ndjson", stream);
    }

    async close() {
        await this.sftp.end();
    }
}

class KafkaTargetSendMessage {
    async init() {
        // TODO: Create your kafka credential
        // More info at https://yepcode.io/docs/integrations/kafka/#credential-configuration
        const kafka = yepcode.integration.kafka("your-kafka-credential-name");
        this.producer = kafka.producer();
        await this.producer.connect();
    }

    async consume(item) {
        // TODO: customize your message and topic
        const message = `Your message content ${item.name}`;
        await this.producer.send({
            topic: "your-topic",
            messages: [{
                value: message
            }],
        });
    }

    async close() {
        await this.producer.disconnect();
    }
}