NPM package for ChatGPT & GPT 4 that handles rate limiting, concurrency, timeouts and response validation.

 

const prompt = require('prompt-gpt')({
	model: 'gpt-3.5-turbo',
	apiKey: process.env.apiKey,
	rateLimit: 60,
	concurrency: 5,
	timeout: 5000,
});

You can initialize the package with GPT 3.5 or 4 and optionally configure a rateLimit, concurrency & timeout.

 

for(let i = 0; i < 120; i++){
	prompt({
		message: `Return a javascript array of ${i + 3} animal names`,
		pass: function(response){
			console.log(response);
		}
	});
}
await prompt.evaluate();

Prompts are generated ahead of time with the evaluate call halting the program while they are processed.

 

for(let i = 0; i < 120; i++){
	prompt({
		message: `Return a javascript array of ${i + 3} animal names`,
		pass: function(response){
			console.log(response);
		},
		parse: function(response){
			const firstBracket = response.indexOf("[");
			if(firstBracket != -1){
				const lastBracket = response.indexOf("]");
				let insideBrackets = response.substring(firstBracket + 1, lastBracket);
				if(insideBrackets.slice(-1) === ",") insideBrackets = insideBrackets.slice(0, -1);
				return JSON.parse("[" + insideBrackets + "]");
			}
		}
	});
}
await prompt.evaluate();

A parse function can be specified which will display on screen the parsed value from the response and forward that value into your pass function. This allows you to extract arrays and objects and make sure that they're properly formatted before accepting the response.

 

for(let i = 0; i < 120; i++){
	prompt({
		i: i,
		message: `Return a javascript array of ${i + 3} animal names`,
		pass: function(response){
			console.log("SUCCESS", this.i);
		},
		validate: function(text){
			text = text.trim();
			return text[0] === '[';
		}
	});
}
await prompt.evaluate();

The program defaults to user input validation, however a validate function can be added to programmatically validate the responses.