Add CLI option to display progress bars #11

Merged
greg merged 6 commits from feature/progress_bars into chore/upgrade_kredits 2022-11-02 17:39:21 +00:00
Showing only changes of commit c21512fa0b - Show all commits

View File

@ -32,7 +32,7 @@ class IpfsPinner {
for (const contract of contracts) { for (const contract of contracts) {
debug(`Pinning data from ${contract.constructor.name}...`); debug(`Pinning data from ${contract.constructor.name}...`);
const itemCount = await contract.count; const itemCount = await contract.count;
debug('Item count:', itemCount); debug(`${contract.constructor.name} item count:`, itemCount);
let bar; let bar;
if (this.progressBars) { if (this.progressBars) {
@ -68,21 +68,37 @@ class IpfsPinner {
} }
async _pinAllFromContract (contract, itemCount, progressBar) { async _pinAllFromContract (contract, itemCount, progressBar) {
const ipfsApi = this.ipfsApi;
const progressBars = this.progressBars;
const ids = [...Array(itemCount).keys()].map(i => i+1); const ids = [...Array(itemCount).keys()].map(i => i+1);
const cids = []; const cids = [];
const batchSize = 20; const batchSize = 20;
let position = 0; let position = 0;
while (position < itemCount) { async function loadAndPin(id) {
const batchIds = ids.slice(position, position + batchSize); let cid;
await Promise.all(batchIds.map(async id => {
try {
const data = await contract.getData(id); const data = await contract.getData(id);
debug(`Loaded ${contract.constructor.name} #${id}`); debug(`Loaded ${contract.constructor.name} #${id}`);
const cid = await this.ipfsApi.pin(data); cid = await ipfsApi.pin(data);
debug(`Pinned ${contract.constructor.name} #${id} at ${cid}`); debug(`Pinned ${contract.constructor.name} #${id} at ${cid}`);
} catch(e) {
debug(`Error while trying to load an pin ${contract.constructor.name} #${id}:`)
debug(e);
debug(`\nTrying again...`);
loadAndPin(id);
} finally {
cids.push(cid); cids.push(cid);
if (this.progressBars) { progressBar.increment(); } if (progressBars) { progressBar.increment(); }
})); }
}
while (position < itemCount) {
const batchIds = ids.slice(position, position + batchSize);
await Promise.all(batchIds.map(async id => loadAndPin(id)));
position += batchSize; position += batchSize;
} }