Kevin L'Hereec
5854ff8ed1
Idealo and PCPartPicker were evaluated and ruled out: - idealo.fr search pages return 503 (Cloudflare) - the internal Idealo GraphQL endpoint used by a public scraper (app.idealo.de/app-backend/api) is protected by Akamai Bot Manager and silently returns empty data even with mobile app headers - PCPartPicker's product list/search relies on a session-bound CSRF token refreshed per page load, against a scraping-hostile ToS pc-builder.io category pages are server-rendered, include name/price/image for ~100 products per category, and have no bot protection, so the feature is built on top of that source only. - New scraped_parts cache table (type_id, name, price, image_url, source, source_url, source_ref unique per source) populated by a batch job rather than scraped live per search, since only ~100 first results per category are available without reverse-engineering pc-builder.io's DataTables/CSRF pagination flow - part_scraper_service.ts: maps our ComponentType names to pc-builder.io category slugs (SSD -> storage, since pc-builder.io has no separate HDD category) and parses each category page with cheerio, skipping rows without a resolved price (generic 'search on Amazon' links) - node ace scrape:parts: refreshes the cache for every mapped category (upsert on source+source_ref), runnable manually or later via cron - GET /scraped-parts (authenticated): search the cache by name (LOWER() LIKE, avoids a MySQL utf8_bin/utf8mb4 collation mismatch from Lucid's whereLike) and optional typeId filter - NewPartSearch.vue: debounced search widget wired into components/create.vue; clicking 'Import' pre-fills the existing component creation form (name, price, type, purchase date = today) instead of creating the Component directly, so the user still reviews and saves it like any manually entered part - 3 functional tests covering search by name, filter by typeId, and unauthenticated access being redirected to login - Initial scrape run: 989 parts across 10 categories
107 lines
3.3 KiB
Vue
107 lines
3.3 KiB
Vue
<script setup lang="ts">
|
|
import { reactive } from 'vue'
|
|
import { Link } from '@adonisjs/inertia/vue'
|
|
import { useForm } from '@inertiajs/vue3'
|
|
import CustomSelect from '~/pages/widgets/CustomSelect.vue'
|
|
import NewPartSearch from '~/pages/widgets/NewPartSearch.vue'
|
|
import type { ComponentType, ScrapedPart } from '~/pages/types/UITypes'
|
|
|
|
defineProps<{ types: ComponentType[]; errors?: Record<string, string> }>()
|
|
const form = reactive({
|
|
name: '',
|
|
price: 0,
|
|
typeId: null as number | null,
|
|
purchaseDate: new Date().toISOString().split('T')[0],
|
|
quantity: 1,
|
|
})
|
|
|
|
function importPart(part: ScrapedPart) {
|
|
form.name = part.name
|
|
form.price = part.price
|
|
form.typeId = part.type.id
|
|
form.purchaseDate = new Date().toISOString().split('T')[0]
|
|
}
|
|
|
|
function submitForm() {
|
|
const inertiaForm = useForm(form)
|
|
inertiaForm.post('/components')
|
|
}
|
|
</script>
|
|
|
|
<template>
|
|
<div class="max-w-2xl mx-auto p-8 bg-white shadow-lg rounded-lg">
|
|
<h1 class="text-2xl font-semibold mb-8 text-gray-800">Create New Component</h1>
|
|
|
|
<NewPartSearch class="mb-8" @import="importPart" />
|
|
|
|
<form @submit.prevent="submitForm" class="space-y-6">
|
|
<div>
|
|
<label class="block text-gray-700 text-sm font-bold mb-2" for="name">Name</label>
|
|
<input
|
|
name="name"
|
|
v-model="form.name"
|
|
class="w-full mt-2 border-gray-200 focus:border-indigo-600 focus:ring focus:ring-indigo-500/40 px-3 py-2 border rounded text-gray-700"
|
|
type="text"
|
|
/>
|
|
</div>
|
|
|
|
<div>
|
|
<label class="block text-gray-700 text-sm font-bold mb-2" for="price">Price</label>
|
|
<input
|
|
name="price"
|
|
v-model.number="form.price"
|
|
class="w-full mt-2 border-gray-200 focus:border-indigo-600 focus:ring focus:ring-indigo-500/40 px-3 py-2 border rounded text-gray-700"
|
|
type="number"
|
|
step="0.01"
|
|
min="0"
|
|
/>
|
|
</div>
|
|
|
|
<div>
|
|
<label class="block text-gray-700 text-sm font-bold mb-2" for="type">Type</label>
|
|
<CustomSelect v-model="form.typeId" :options="types" placeholder="Choose a type" />
|
|
</div>
|
|
|
|
<div>
|
|
<label class="block text-gray-700 text-sm font-bold mb-2" for="purchaseDate"
|
|
>Purchase Date</label
|
|
>
|
|
<input
|
|
name="purchaseDate"
|
|
v-model="form.purchaseDate"
|
|
class="w-full mt-2 border-gray-200 focus:border-indigo-600 focus:ring focus:ring-indigo-500/40 border rounded text-gray-700 px-3 py-2"
|
|
type="date"
|
|
/>
|
|
</div>
|
|
|
|
<div>
|
|
<label class="block text-gray-700 text-sm font-bold mb-2" for="quantity">Quantity</label>
|
|
<input
|
|
name="quantity"
|
|
v-model.number="form.quantity"
|
|
class="w-full mt-2 border-gray-200 focus:border-indigo-600 focus:ring focus:ring-indigo-500/40 px-3 py-2 border rounded text-gray-700"
|
|
type="number"
|
|
min="1"
|
|
/>
|
|
</div>
|
|
|
|
<div class="flex gap-4">
|
|
<button
|
|
type="submit"
|
|
class="px-4 py-2 bg-indigo-600 text-white rounded hover:bg-indigo-700 transition"
|
|
>
|
|
Create
|
|
</button>
|
|
<Link
|
|
href="/components"
|
|
class="px-4 py-2 bg-gray-300 text-gray-800 rounded hover:bg-gray-400 transition"
|
|
>
|
|
Cancel
|
|
</Link>
|
|
</div>
|
|
</form>
|
|
</div>
|
|
</template>
|
|
|
|
<style scoped></style>
|