pokemon/scripts/reindex.ts

import { Client } from 'typesense';
import chalk from 'chalk';
import { db, ClosePool } from '../src/db/index.ts';
import { client } from '../src/db/typesense.ts';
import { release } from 'node:os';

const DollarToInt = (dollar: any) => {
    if (dollar === null) return null;
    return Math.round(dollar * 100);
}

async function createCollection(client: Client) {
    // Delete the collection if it already exists to ensure a clean slate
    try {
        await client.collections('cards').delete();
        await client.collections('skus').delete();
        //console.log(`Collection "cards" deleted successfully:`, response);
    } catch (error) {
        //console.error(`Error deleting collection "cards":`, error);
    }

    // Create the collection with the specified schema
    try {
        await client.collections('cards').retrieve();
        console.log(chalk.yellow('Collection "cards" already exists.'));
    } catch (error) {
        if (error instanceof Error && error.message.includes('404')) {
            await client.collections().create({
                name: 'cards',
                fields: [
                    { name: 'id', type: 'string' },
                    { name: 'cardId', type: 'int32' },
                    { name: 'productId', type: 'int32' },
                    { name: 'variant', type: 'string', facet: true },
                    { name: 'productName', type: 'string' },
                    { name: 'productLineName', type: 'string', facet: true },
                    { name: 'rarityName', type: 'string', facet: true },
                    { name: 'setName', type: 'string', facet: true },
                    { name: 'cardType', type: 'string', facet: true },
                    { name: 'energyType', type: 'string', facet: true },
                    { name: 'number', type: 'string', sort: true },
                    { name: 'Artist', type: 'string' },
                    { name: 'sealed', type: 'bool' },
                    { name: 'releaseDate', type: 'int32'},
                    { name: 'content', type: 'string', token_separators: ['/'] },
                    { name: 'sku_id', type: 'string[]', optional: true, reference: 'skus.id', async_reference: true }
                ],
                //default_sorting_field: 'productId',
            });
            console.log(chalk.green('Collection "cards" created successfully.'));
        } else {
            console.error(chalk.red('Error checking/creating collection:'), error);
            process.exit(1);
        }
    }

    try {
        await client.collections('skus').retrieve();
        console.log(chalk.yellow('Collection "skus" already exists.'));
    } catch(error) {
        if (error instanceof Error && error.message.includes('404')) {
            await client.collections().create({
                name: 'skus',
                fields: [
                    { name: 'id', type: 'string' },
                    { name: 'condition', type: 'string' },
                    { name: 'highestPrice', type: 'int32', optional: true },
                    { name: 'lowestPrice', type: 'int32', optional: true },
                    { name: 'marketPrice', type: 'int32', optional: true },
                    //{ name: 'card_id', type: 'string', reference: 'cards.id' },
                ]
            });
        }
    }
}


async function preloadSearchIndex() {
    const pokemon = await db.query.cards.findMany({
        with: { set: true, tcgdata: true, prices: true },
    });

    // Ensure the collection exists before importing documents
    await createCollection(client);

    await client.collections('cards').documents().import(pokemon.map(card => ({
        id: card.cardId.toString(),
        cardId: card.cardId,
        productId: card.productId,
        variant: card.variant,
        productName: card.productName,
        productLineName: card.productLineName,
        rarityName: card.rarityName,
        setName: card.set?.setName || "",
        cardType: card.cardType || "",
        energyType: card.energyType || "",
        number: card.number,
        Artist: card.artist || "",
        sealed: card.sealed,
        content: [card.productName,card.productLineName,card.set?.setName || "",card.number,card.rarityName,card.artist || ""].join(' '),
        releaseDate: card.tcgdata?.releaseDate ? Math.floor(new Date(card.tcgdata.releaseDate).getTime() / 1000) : 0,
        sku_id: card.prices.map(price => price.skuId.toString())
    })), { action: 'upsert' });

    const skus = await db.query.skus.findMany({
        with: { card: true }
    });

    await client.collections('skus').documents().import(skus.map(sku => ({
        id: sku.skuId.toString(),
        condition: sku.condition,
        highestPrice: DollarToInt(sku.highestPrice),
        lowestPrice: DollarToInt(sku.lowestPrice),
        marketPrice: DollarToInt(sku.marketPrice),
        //card_id: sku.card?.cardId.toString()
    })));

    console.log(chalk.green('Search index preloaded with Pokémon cards.'));

}

await preloadSearchIndex().catch((error) => {
    console.error(chalk.red('Error preloading search index:'), error);
    for (const e of error.importResults) {
        if (!e.success) {
            console.error(chalk.red(`Error importing document ${e.id}:`), e.error);
        }
    }
    process.exit(1);
}).finally(() => {
    ClosePool();
    console.log(chalk.blue('Database connection closed.'));
    process.exit(0);
});