chore: import upstream snapshot with attribution
Publish `@librechat/data-schemas` to NPM / pack (push) Failing after 8s
Publish `@librechat/client` to NPM / pack (push) Failing after 0s
GitNexus Index / index (push) Failing after 1s
Sync Locize Translations & Create Translation PR / Create Translation PR on Version Published (push) Has been skipped
Sync Helm Chart Tags / Sync chart tags (push) Failing after 2s
Publish `librechat-data-provider` to NPM / pack (push) Failing after 1s
Docker Dev Images Build / build (Dockerfile, librechat-dev, node) (push) Failing after 1s
Docker Dev Images Build / build (Dockerfile.multi, librechat-dev-api, api-build) (push) Failing after 0s
Sync Helm Chart Tags / Ignore non-main push (push) Has been skipped
Sync Locize Translations & Create Translation PR / Sync Translation Keys with Locize (push) Failing after 1s
Publish `@librechat/client` to NPM / publish-npm (push) Has been cancelled
Publish `librechat-data-provider` to NPM / publish-npm (push) Has been cancelled
GitNexus Index / post-index (push) Has been cancelled
Publish `@librechat/data-schemas` to NPM / publish-npm (push) Has been cancelled
Publish `@librechat/data-schemas` to NPM / pack (push) Failing after 8s
Publish `@librechat/client` to NPM / pack (push) Failing after 0s
GitNexus Index / index (push) Failing after 1s
Sync Locize Translations & Create Translation PR / Create Translation PR on Version Published (push) Has been skipped
Sync Helm Chart Tags / Sync chart tags (push) Failing after 2s
Publish `librechat-data-provider` to NPM / pack (push) Failing after 1s
Docker Dev Images Build / build (Dockerfile, librechat-dev, node) (push) Failing after 1s
Docker Dev Images Build / build (Dockerfile.multi, librechat-dev-api, api-build) (push) Failing after 0s
Sync Helm Chart Tags / Ignore non-main push (push) Has been skipped
Sync Locize Translations & Create Translation PR / Sync Translation Keys with Locize (push) Failing after 1s
Publish `@librechat/client` to NPM / publish-npm (push) Has been cancelled
Publish `librechat-data-provider` to NPM / publish-npm (push) Has been cancelled
GitNexus Index / post-index (push) Has been cancelled
Publish `@librechat/data-schemas` to NPM / publish-npm (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,58 @@
|
||||
/**
|
||||
* A leaky bucket queue structure to manage API requests.
|
||||
* @type {{queue: Array, interval: NodeJS.Timer | null}}
|
||||
*/
|
||||
const _LB = {
|
||||
queue: [],
|
||||
interval: null,
|
||||
};
|
||||
|
||||
/**
|
||||
* Interval in milliseconds to control the rate of API requests.
|
||||
* Adjust the interval according to your rate limit needs.
|
||||
*/
|
||||
const _LB_INTERVAL_MS = Math.ceil(1000 / 60); // 60 req/s
|
||||
|
||||
/**
|
||||
* Executes the next function in the leaky bucket queue.
|
||||
* This function is called at regular intervals defined by _LB_INTERVAL_MS.
|
||||
*/
|
||||
const _LB_EXEC_NEXT = async () => {
|
||||
if (_LB.queue.length === 0) {
|
||||
clearInterval(_LB.interval);
|
||||
_LB.interval = null;
|
||||
return;
|
||||
}
|
||||
|
||||
const next = _LB.queue.shift();
|
||||
if (!next) {
|
||||
return;
|
||||
}
|
||||
|
||||
const { asyncFunc, args, callback } = next;
|
||||
|
||||
try {
|
||||
const data = await asyncFunc(...args);
|
||||
callback(null, data);
|
||||
} catch (e) {
|
||||
callback(e);
|
||||
}
|
||||
};
|
||||
|
||||
/**
|
||||
* Adds an async function call to the leaky bucket queue.
|
||||
* @param {Function} asyncFunc - The async function to be executed.
|
||||
* @param {Array} args - Arguments to pass to the async function.
|
||||
* @param {Function} callback - Callback function for handling the result or error.
|
||||
*/
|
||||
function LB_QueueAsyncCall(asyncFunc, args, callback) {
|
||||
_LB.queue.push({ asyncFunc, args, callback });
|
||||
|
||||
if (_LB.interval === null) {
|
||||
_LB.interval = setInterval(_LB_EXEC_NEXT, _LB_INTERVAL_MS);
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
LB_QueueAsyncCall,
|
||||
};
|
||||
Reference in New Issue
Block a user