Add search api

package.json

@@ -1,6 +1,6 @@
 {
   "name": "webscraper",
-  "version": "0.4.0",
+  "version": "0.4.1",
   "description": "",
   "private": true,
   "main": "dist/main.js",

src/api.ts

@@ -30,6 +30,26 @@ export function healthzAPI(ctx: Context): void {
   }
 }
 
+export async function searchAPI(ctx: Context): Promise<void> {
+  const db = ctx.app.context.db as cassandra.Client
+  const { url } = ctx.request.query
+
+  if (!isValidUrl(url)) {
+    ctx.throw(400, format('Invalid scraping URL: %s', url))
+  }
+
+  const doc = await DocumentModel.findLatest(db, url as string)
+  if (doc.row.title != null && doc.row.title != "") {
+    try {
+      await doc.fill(db, ['src', 'meta', 'content'])
+    } catch (_) { }
+  }
+
+  ctx.body = {
+    result: doc.row
+  }
+}
+
 export async function scrapingAPI(ctx: Context): Promise<void> {
   const db = ctx.app.context.db as cassandra.Client
   const { url } = ctx.request.query

src/app.ts

@@ -5,7 +5,7 @@ import { encode } from 'cbor-x'
 
 import { LogLevel, createLog, writeLog } from './log.js'
 import { connect } from './db/scylladb.js'
-import { versionAPI, healthzAPI, scrapingAPI, documentAPI } from './api.js'
+import { versionAPI, healthzAPI, scrapingAPI, searchAPI, documentAPI } from './api.js'
 
 const GZIP_MIN_LENGTH = 128
 
@@ -19,6 +19,7 @@ export async function initApp(app: Koa): Promise<void> {
   router.get('/', versionAPI)
   router.get('/healthz', healthzAPI)
   router.get('/v1/scraping', scrapingAPI)
+  router.get('/v1/search', searchAPI)
   router.get('/v1/document', documentAPI)
 
   app.use(router.routes())

src/db/model.ts

@@ -43,7 +43,7 @@ export class DocumentModel {
   }
 
   get isFresh(): boolean {
-    return this.row.title !== '' && this.row.id.timestamp() > (Date.now() / 1000 - 24 * 3600)
+    return this.row.title !== '' && this.row.id.timestamp() > (Date.now() / 1000 - 3 * 24 * 3600)
   }
 
   toJSON(): Document {