Stude12/pc_builder
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
497ae797ca318f25b84b281bd72fd0b226ea7221
pc_builder/.adonisjs/client/registry/schema.d.ts
T
Kevin L'Hereec 5854ff8ed1
Build & Deploy / build (push) Failing after 4s
Details
Build & Deploy / docker (push) Skipped
Details
feat: search and import new parts scraped from pc-builder.io 
Idealo and PCPartPicker were evaluated and ruled out:
- idealo.fr search pages return 503 (Cloudflare)
- the internal Idealo GraphQL endpoint used by a public scraper
  (app.idealo.de/app-backend/api) is protected by Akamai Bot Manager and
  silently returns empty data even with mobile app headers
- PCPartPicker's product list/search relies on a session-bound CSRF token
  refreshed per page load, against a scraping-hostile ToS

pc-builder.io category pages are server-rendered, include name/price/image
for ~100 products per category, and have no bot protection, so the feature
is built on top of that source only.

- New scraped_parts cache table (type_id, name, price, image_url, source,
  source_url, source_ref unique per source) populated by a batch job
  rather than scraped live per search, since only ~100 first results per
  category are available without reverse-engineering pc-builder.io's
  DataTables/CSRF pagination flow
- part_scraper_service.ts: maps our ComponentType names to pc-builder.io
  category slugs (SSD -> storage, since pc-builder.io has no separate HDD
  category) and parses each category page with cheerio, skipping rows
  without a resolved price (generic 'search on Amazon' links)
- node ace scrape:parts: refreshes the cache for every mapped category
  (upsert on source+source_ref), runnable manually or later via cron
- GET /scraped-parts (authenticated): search the cache by name (LOWER()
  LIKE, avoids a MySQL utf8_bin/utf8mb4 collation mismatch from Lucid's
  whereLike) and optional typeId filter
- NewPartSearch.vue: debounced search widget wired into
  components/create.vue; clicking 'Import' pre-fills the existing
  component creation form (name, price, type, purchase date = today)
  instead of creating the Component directly, so the user still reviews
  and saves it like any manually entered part
- 3 functional tests covering search by name, filter by typeId, and
  unauthenticated access being redirected to login
- Initial scrape run: 989 parts across 10 categories
2026-07-23 12:10:36 +02:00

299 lines
12 KiB
TypeScript
Raw Blame History

/* eslint-disable prettier/prettier */
/// <reference path="../manifest.d.ts" />
import type { ExtractBody, ExtractErrorResponse, ExtractQuery, ExtractQueryForGet, ExtractResponse } from '@tuyau/core/types'
import type { InferInput, SimpleError } from '@vinejs/vine/types'
export type ParamValue = string | number | bigint | boolean
export interface Registry {
'home': {
methods: ["GET","HEAD"]
pattern: '/'
types: {
body: {}
paramsTuple: []
params: {}
query: {}
response: unknown
errorResponse: unknown
}
}
'new_account.create': {
methods: ["GET","HEAD"]
pattern: '/auth/signup'
types: {
body: {}
paramsTuple: []
params: {}
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/new_account_controller').default['create']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/new_account_controller').default['create']>>>
}
}
'new_account.store': {
methods: ["POST"]
pattern: '/auth/signup'
types: {
body: ExtractBody<InferInput<(typeof import('#validators/user').signupValidator)>>
paramsTuple: []
params: {}
query: ExtractQuery<InferInput<(typeof import('#validators/user').signupValidator)>>
response: ExtractResponse<Awaited<ReturnType<import('#controllers/new_account_controller').default['store']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/new_account_controller').default['store']>>> | { status: 422; response: { errors: SimpleError[] } }
}
}
'session.create': {
methods: ["GET","HEAD"]
pattern: '/auth/login'
types: {
body: {}
paramsTuple: []
params: {}
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/session_controller').default['create']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/session_controller').default['create']>>>
}
}
'session.store': {
methods: ["POST"]
pattern: '/auth/login'
types: {
body: ExtractBody<InferInput<(typeof import('#validators/Auth/login').loginValidator)>>
paramsTuple: []
params: {}
query: ExtractQuery<InferInput<(typeof import('#validators/Auth/login').loginValidator)>>
response: ExtractResponse<Awaited<ReturnType<import('#controllers/session_controller').default['store']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/session_controller').default['store']>>> | { status: 422; response: { errors: SimpleError[] } }
}
}
'session.destroy': {
methods: ["POST"]
pattern: '/auth/logout'
types: {
body: {}
paramsTuple: []
params: {}
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/session_controller').default['destroy']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/session_controller').default['destroy']>>>
}
}
'computers.index': {
methods: ["GET","HEAD"]
pattern: '/computers'
types: {
body: {}
paramsTuple: []
params: {}
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['index']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['index']>>>
}
}
'computers.create': {
methods: ["GET","HEAD"]
pattern: '/computers/create'
types: {
body: {}
paramsTuple: []
params: {}
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['create']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['create']>>>
}
}
'computers.store': {
methods: ["POST"]
pattern: '/computers'
types: {
body: ExtractBody<InferInput<(typeof import('#validators/Computers/store').storeComputerValidator)>>
paramsTuple: []
params: {}
query: ExtractQuery<InferInput<(typeof import('#validators/Computers/store').storeComputerValidator)>>
response: ExtractResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['store']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['store']>>> | { status: 422; response: { errors: SimpleError[] } }
}
}
'computers.show': {
methods: ["GET","HEAD"]
pattern: '/computers/:id'
types: {
body: {}
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['show']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['show']>>>
}
}
'computers.edit': {
methods: ["GET","HEAD"]
pattern: '/computers/:id/edit'
types: {
body: {}
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['edit']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['edit']>>>
}
}
'computers.update': {
methods: ["PUT"]
pattern: '/computers/:id'
types: {
body: ExtractBody<InferInput<(typeof import('#validators/Computers/update').updateComputerValidator)>>
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: ExtractQuery<InferInput<(typeof import('#validators/Computers/update').updateComputerValidator)>>
response: ExtractResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['update']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['update']>>> | { status: 422; response: { errors: SimpleError[] } }
}
}
'computers.destroy': {
methods: ["DELETE"]
pattern: '/computers/:id'
types: {
body: {}
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['destroy']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/computers_controller').default['destroy']>>>
}
}
'computers.share.update': {
methods: ["PUT"]
pattern: '/computers/:id/share'
types: {
body: ExtractBody<InferInput<(typeof import('#validators/Computers/share').updateShareSettingsValidator)>>
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: ExtractQuery<InferInput<(typeof import('#validators/Computers/share').updateShareSettingsValidator)>>
response: ExtractResponse<Awaited<ReturnType<import('#controllers/computer_share_controller').default['update']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/computer_share_controller').default['update']>>> | { status: 422; response: { errors: SimpleError[] } }
}
}
'computers.share.rotate': {
methods: ["POST"]
pattern: '/computers/:id/share/rotate'
types: {
body: {}
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/computer_share_controller').default['rotate']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/computer_share_controller').default['rotate']>>>
}
}
'share.show': {
methods: ["GET","HEAD"]
pattern: '/share/:token'
types: {
body: {}
paramsTuple: [ParamValue]
params: { token: ParamValue }
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/public_computer_controller').default['show']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/public_computer_controller').default['show']>>>
}
}
'components.index': {
methods: ["GET","HEAD"]
pattern: '/components'
types: {
body: {}
paramsTuple: []
params: {}
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/components_controller').default['index']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/components_controller').default['index']>>>
}
}
'components.create': {
methods: ["GET","HEAD"]
pattern: '/components/create'
types: {
body: {}
paramsTuple: []
params: {}
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/components_controller').default['create']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/components_controller').default['create']>>>
}
}
'components.store': {
methods: ["POST"]
pattern: '/components'
types: {
body: ExtractBody<InferInput<(typeof import('#validators/Components/store').storeComponentValidator)>>
paramsTuple: []
params: {}
query: ExtractQuery<InferInput<(typeof import('#validators/Components/store').storeComponentValidator)>>
response: ExtractResponse<Awaited<ReturnType<import('#controllers/components_controller').default['store']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/components_controller').default['store']>>> | { status: 422; response: { errors: SimpleError[] } }
}
}
'components.show': {
methods: ["GET","HEAD"]
pattern: '/components/:id'
types: {
body: {}
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/components_controller').default['show']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/components_controller').default['show']>>>
}
}
'components.edit': {
methods: ["GET","HEAD"]
pattern: '/components/:id/edit'
types: {
body: {}
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/components_controller').default['edit']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/components_controller').default['edit']>>>
}
}
'components.update': {
methods: ["PUT"]
pattern: '/components/:id'
types: {
body: ExtractBody<InferInput<(typeof import('#validators/Components/update').updateComponentValidator)>>
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: ExtractQuery<InferInput<(typeof import('#validators/Components/update').updateComponentValidator)>>
response: ExtractResponse<Awaited<ReturnType<import('#controllers/components_controller').default['update']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/components_controller').default['update']>>> | { status: 422; response: { errors: SimpleError[] } }
}
}
'components.destroy': {
methods: ["DELETE"]
pattern: '/components/:id'
types: {
body: {}
paramsTuple: [ParamValue]
params: { id: ParamValue }
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/components_controller').default['destroy']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/components_controller').default['destroy']>>>
}
}
'scraped_parts.index': {
methods: ["GET","HEAD"]
pattern: '/scraped-parts'
types: {
body: {}
paramsTuple: []
params: {}
query: {}
response: ExtractResponse<Awaited<ReturnType<import('#controllers/scraped_parts_controller').default['index']>>>
errorResponse: ExtractErrorResponse<Awaited<ReturnType<import('#controllers/scraped_parts_controller').default['index']>>>
}
}
}
Reference in new issue View Git Blame Copy Permalink