Kevin L'Hereec
5854ff8ed1
Idealo and PCPartPicker were evaluated and ruled out: - idealo.fr search pages return 503 (Cloudflare) - the internal Idealo GraphQL endpoint used by a public scraper (app.idealo.de/app-backend/api) is protected by Akamai Bot Manager and silently returns empty data even with mobile app headers - PCPartPicker's product list/search relies on a session-bound CSRF token refreshed per page load, against a scraping-hostile ToS pc-builder.io category pages are server-rendered, include name/price/image for ~100 products per category, and have no bot protection, so the feature is built on top of that source only. - New scraped_parts cache table (type_id, name, price, image_url, source, source_url, source_ref unique per source) populated by a batch job rather than scraped live per search, since only ~100 first results per category are available without reverse-engineering pc-builder.io's DataTables/CSRF pagination flow - part_scraper_service.ts: maps our ComponentType names to pc-builder.io category slugs (SSD -> storage, since pc-builder.io has no separate HDD category) and parses each category page with cheerio, skipping rows without a resolved price (generic 'search on Amazon' links) - node ace scrape:parts: refreshes the cache for every mapped category (upsert on source+source_ref), runnable manually or later via cron - GET /scraped-parts (authenticated): search the cache by name (LOWER() LIKE, avoids a MySQL utf8_bin/utf8mb4 collation mismatch from Lucid's whereLike) and optional typeId filter - NewPartSearch.vue: debounced search widget wired into components/create.vue; clicking 'Import' pre-fills the existing component creation form (name, price, type, purchase date = today) instead of creating the Component directly, so the user still reviews and saves it like any manually entered part - 3 functional tests covering search by name, filter by typeId, and unauthenticated access being redirected to login - Initial scrape run: 989 parts across 10 categories
46 lines
3.9 KiB
TypeScript
46 lines
3.9 KiB
TypeScript
import '@adonisjs/inertia/types'
|
|
|
|
import type { VNodeProps, AllowedComponentProps, ComponentInstance } from 'vue'
|
|
|
|
type ExtractProps<T> = Omit<
|
|
ComponentInstance<T>['$props'],
|
|
keyof VNodeProps | keyof AllowedComponentProps
|
|
>
|
|
|
|
declare module '@adonisjs/inertia/types' {
|
|
export interface InertiaPages {
|
|
'auth/login': ExtractProps<(typeof import('../../inertia/pages/auth/login.vue'))['default']>
|
|
'auth/signup': ExtractProps<(typeof import('../../inertia/pages/auth/signup.vue'))['default']>
|
|
'components/create': ExtractProps<(typeof import('../../inertia/pages/components/create.vue'))['default']>
|
|
'components/edit': ExtractProps<(typeof import('../../inertia/pages/components/edit.vue'))['default']>
|
|
'components/index': ExtractProps<(typeof import('../../inertia/pages/components/index.vue'))['default']>
|
|
'components/show': ExtractProps<(typeof import('../../inertia/pages/components/show.vue'))['default']>
|
|
'computers/create': ExtractProps<(typeof import('../../inertia/pages/computers/create.vue'))['default']>
|
|
'computers/edit': ExtractProps<(typeof import('../../inertia/pages/computers/edit.vue'))['default']>
|
|
'computers/index': ExtractProps<(typeof import('../../inertia/pages/computers/index.vue'))['default']>
|
|
'computers/show': ExtractProps<(typeof import('../../inertia/pages/computers/show.vue'))['default']>
|
|
'errors/not_found': ExtractProps<(typeof import('../../inertia/pages/errors/not_found.vue'))['default']>
|
|
'errors/server_error': ExtractProps<(typeof import('../../inertia/pages/errors/server_error.vue'))['default']>
|
|
'home': ExtractProps<(typeof import('../../inertia/pages/home.vue'))['default']>
|
|
'layout/defaultLayout': ExtractProps<(typeof import('../../inertia/pages/layout/defaultLayout.vue'))['default']>
|
|
'layout/emptyLayout': ExtractProps<(typeof import('../../inertia/pages/layout/emptyLayout.vue'))['default']>
|
|
'layout/header': ExtractProps<(typeof import('../../inertia/pages/layout/header.vue'))['default']>
|
|
'layout/sidebar': ExtractProps<(typeof import('../../inertia/pages/layout/sidebar.vue'))['default']>
|
|
'share/show': ExtractProps<(typeof import('../../inertia/pages/share/show.vue'))['default']>
|
|
'widgets/AuthErrorAlert': ExtractProps<(typeof import('../../inertia/pages/widgets/AuthErrorAlert.vue'))['default']>
|
|
'widgets/ComponentEditor': ExtractProps<(typeof import('../../inertia/pages/widgets/ComponentEditor.vue'))['default']>
|
|
'widgets/ComponentsViewer': ExtractProps<(typeof import('../../inertia/pages/widgets/ComponentsViewer.vue'))['default']>
|
|
'widgets/ComputerCard': ExtractProps<(typeof import('../../inertia/pages/widgets/ComputerCard.vue'))['default']>
|
|
'widgets/ComputerComponentsTable': ExtractProps<(typeof import('../../inertia/pages/widgets/ComputerComponentsTable.vue'))['default']>
|
|
'widgets/ComputerShareModal': ExtractProps<(typeof import('../../inertia/pages/widgets/ComputerShareModal.vue'))['default']>
|
|
'widgets/ComputersViewer': ExtractProps<(typeof import('../../inertia/pages/widgets/ComputersViewer.vue'))['default']>
|
|
'widgets/CustomSelect': ExtractProps<(typeof import('../../inertia/pages/widgets/CustomSelect.vue'))['default']>
|
|
'widgets/DeleteConfirmationModal': ExtractProps<(typeof import('../../inertia/pages/widgets/DeleteConfirmationModal.vue'))['default']>
|
|
'widgets/FilterDropdown': ExtractProps<(typeof import('../../inertia/pages/widgets/FilterDropdown.vue'))['default']>
|
|
'widgets/NewPartSearch': ExtractProps<(typeof import('../../inertia/pages/widgets/NewPartSearch.vue'))['default']>
|
|
'widgets/SimpleGallery': ExtractProps<(typeof import('../../inertia/pages/widgets/SimpleGallery.vue'))['default']>
|
|
'widgets/TableComponent': ExtractProps<(typeof import('../../inertia/pages/widgets/TableComponent.vue'))['default']>
|
|
'widgets/ValidationError': ExtractProps<(typeof import('../../inertia/pages/widgets/ValidationError.vue'))['default']>
|
|
}
|
|
}
|