upgrade readability

Author: arvinxx

packages/web-crawler/package.json

@@ -5,7 +5,7 @@
   "main": "src/index.ts",
   "types": "src/index.ts",
   "dependencies": {
-    "@mozilla/readability": "^0.5.0",
+    "@mozilla/readability": "^0.6.0",
     "happy-dom": "^17.0.0",
     "node-html-markdown": "^1.3.0",
     "query-string": "^9.1.1",

packages/web-crawler/src/crawImpl/browserless.ts

@@ -48,7 +48,7 @@ export const browserless: CrawlImpl = async (url, { filterOptions }) => {
       return {
         content: result.content,
         contentType: 'text',
-        description: result?.excerpt,
+        description: result?.description,
         length: result.length,
         siteName: result?.siteName,
         title: result?.title,

packages/web-crawler/src/crawImpl/naive.ts

@@ -103,7 +103,7 @@ export const naive: CrawlImpl = async (url, { filterOptions }) => {
     return {
       content: result.content,
       contentType: 'text',
-      description: result?.excerpt,
+      description: result?.description,
       length: result.length,
       siteName: result?.siteName,
       title: result?.title,