Maxim Snesarev
8a8cfcd0f1
- Updated `.gitignore` to exclude scraper intermediate data. - Enhanced `justfile` with new scrape commands for raw data and LLM processing. - Added OpenAI dependency in `scraper/package.json`. - Modified `config.ts` to include OpenRouter API key and model. - Expanded `extract.ts` to capture additional product details such as discount percentage, frost resistance, and size options. - Updated `import.ts` to handle new product attributes during import. - Enhanced `index.ts` to support raw scraping mode and improved product extraction logic. - Updated `payload-types.ts` and `Products.ts` to include new product fields. - Enhanced frontend components to display new product attributes and filters for availability and frost resistance. - Improved error handling and logging in scraper functions. - Added new features for managing product variants and specifications in the admin interface.
26 lines
656 B
JSON
26 lines
656 B
JSON
{
|
|
"name": "@advdoors/scraper",
|
|
"version": "0.0.0",
|
|
"private": true,
|
|
"type": "module",
|
|
"scripts": {
|
|
"dev": "tsx --env-file=.env src/index.ts",
|
|
"build": "tsc",
|
|
"scrape": "tsx --env-file=.env src/index.ts",
|
|
"scrape:raw": "tsx --env-file=.env src/index.ts raw",
|
|
"llm:process": "tsx --env-file=.env src/process.ts",
|
|
"import:processed": "tsx --env-file=.env src/import-processed.ts"
|
|
},
|
|
"dependencies": {
|
|
"@advdoors/shared": "workspace:*",
|
|
"cheerio": "^1",
|
|
"openai": "^4.104.0",
|
|
"undici": "^7"
|
|
},
|
|
"devDependencies": {
|
|
"@advdoors/tsconfig": "workspace:*",
|
|
"tsx": "^4",
|
|
"typescript": "^5"
|
|
}
|
|
}
|