Connect Github repository files and Pinecone in our serverless environment

class GithubSourceRepositoryFiles {
    async init() {
        // TODO: Create your github credential
        // More info at https://yepcode.io/docs/integrations/github/#credential-configuration
        this.github = yepcode.integration.github("your-github-credential-name");
        // TODO: Customize the repo name and owner
        this.repositoryOwner = "your-github-username";
        this.repositoryName = "your-repository-name";
    }

    async fetch(publish, done) {
        // TODO: Customize the path you want to obtain all files in it and its subdirectories (if has)
        // It can also be a file path to only obtain one file
        // If you pass undefined you will obtain the entire repository content
        await this._publishPathContent("/path-in-repo", publish);
        done();
    }

    _isFileContent = isString;
    _isDirectoryInfo = isObject;

    _publishPathContent = async (path, publishCallback) => {
        // More info of this request at: https://docs.github.com/en/rest/repos/contents#get-repository-content
        const response = await this.github.rest.repos.getContent({
            mediaType: {
                format: "raw",
            },
            owner: this.repositoryOwner,
            repo: this.repositoryName,
            path: path,
        });
        const {
            data
        } = response;

        if (this._isFileContent(data)) {
            // TODO: Customize the item to publish for each file in the repository
            publishCallback({
                path,
                content: data
            });
            return;
        }

        if (this._isDirectoryInfo(data)) {
            for (const directoryEntry of data) {
                await this._publishPathContent(directoryEntry.path, publishCallback);
            }
            return;
        }

        console.error("Unexpected data type: ", response.headers["content-type"]);
    };

    async close() {}
}

class PineconeTargetUpsertVectors {
    async init() {
        // TODO: Create your pinecone credential
        // More info at https://yepcode.io/docs/integrations/pinecone/#credential-configuration
        this.pineconeClient = yepcode.integration.pinecone(
            "your-pinecone-credential-name"
        );
        // TODO: Select the index name you want to recover.
        // More info at https://docs.pinecone.io/docs/node-client#index
        this.index = await pineconeClient.Index("your-index-name");
        this.vectors = [];
    }

    async consume(item) {
        // TODO: Save vectors you want to upsert into a namespace.
        this.vectors.push({
            id: item.id,
            values: item.values,
            metadata: item.metadata,
        });
    }

    async close() {
        // TODO: Write vectors into a namespace.
        // More info at https://docs.pinecone.io/docs/node-client#indexupsert
        await this.index.upsert({
            upsertRequest: {
                vectors: this.vectors,
                namespace: "your-namespace",
            },
        });
    }
}