80 lines
2.5 KiB
TypeScript
80 lines
2.5 KiB
TypeScript
|
import 'dotenv/config';
|
||
|
|
|
||
|
|
import chalk from 'chalk';
|
||
|
|
import { db, poolConnection } from '../src/db/index.ts';
|
||
|
|
import { sql, inArray, eq } from 'drizzle-orm';
|
||
|
|
import { skus, processingSkus } from '../src/db/schema.ts';
|
||
|
|
|
||
|
|
|
||
|
|
async function resetProcessingTable() {
|
||
|
|
// Use sql.raw to execute the TRUNCATE TABLE statement
|
||
|
|
await db.execute(sql.raw('TRUNCATE TABLE processingSkus;'));
|
||
|
|
await db.insert(processingSkus).select(db.select({skuId: skus.skuId}).from(skus));
|
||
|
|
}
|
||
|
|
|
||
|
|
async function syncPrices() {
|
||
|
|
const batchSize = 1000;
|
||
|
|
|
||
|
|
await resetProcessingTable();
|
||
|
|
console.log(chalk.green('Processing table reset and populated with current SKUs.'));
|
||
|
|
|
||
|
|
while (true) {
|
||
|
|
const batch = await db.select().from(processingSkus).limit(batchSize);
|
||
|
|
if (batch.length === 0) {
|
||
|
|
console.log('All SKUs processed.');
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
const skuIds = batch.map(item => item.skuId);
|
||
|
|
console.log(`${chalk.blue('Processing SKUs:')} ${chalk.gray(skuIds.join(', '))}`);
|
||
|
|
|
||
|
|
const skuResponse = await fetch('https://mpgateway.tcgplayer.com/v1/pricepoints/marketprice/skus/search', {
|
||
|
|
method: 'POST',
|
||
|
|
headers: {
|
||
|
|
'Content-Type': 'application/json',
|
||
|
|
},
|
||
|
|
body: JSON.stringify({ skuIds: skuIds }),
|
||
|
|
});
|
||
|
|
|
||
|
|
if (!skuResponse.ok) {
|
||
|
|
console.error('Error fetching SKU pricing:', skuResponse.statusText);
|
||
|
|
process.exit(1);
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
const skuData = await skuResponse.json();
|
||
|
|
|
||
|
|
if (skuData.length !== batchSize) {
|
||
|
|
console.error(chalk.yellow(`Expected ${batchSize} SKUs, got ${skuData.length}`));
|
||
|
|
//process.exit(1);
|
||
|
|
}
|
||
|
|
|
||
|
|
for (const sku of skuData) {
|
||
|
|
await db.update(skus)
|
||
|
|
.set({
|
||
|
|
marketPrice: sku.marketPrice,
|
||
|
|
lowestPrice: sku.lowPrice,
|
||
|
|
highestPrice: sku.highPrice,
|
||
|
|
priceCount: sku.priceCount,
|
||
|
|
calculatedAt: sku.calculatedAt ? new Date(sku.calculatedAt) : null,
|
||
|
|
})
|
||
|
|
.where(eq(skus.skuId, sku.skuId));
|
||
|
|
}
|
||
|
|
|
||
|
|
await db.delete(processingSkus).where(inArray(processingSkus.skuId, skuIds));
|
||
|
|
|
||
|
|
}
|
||
|
|
|
||
|
|
// No need to call db.end(); Drizzle ORM manages connections.
|
||
|
|
|
||
|
|
}
|
||
|
|
|
||
|
|
const start = Date.now();
|
||
|
|
await syncPrices();
|
||
|
|
await poolConnection.end();
|
||
|
|
const end = Date.now();
|
||
|
|
const duration = (end - start) / 1000;
|
||
|
|
console.log(chalk.green(`Price sync completed in ${duration.toFixed(2)} seconds.`));
|
||
|
|
|
||
|
|
export {};
|