Nes
/
neo-scraper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix tests and some small issues

pull/17/head
neobooru 2024-12-08 17:50:16 +01:00
parent cfbd9652ec
commit ad2d1fe585
15 changed files with 247 additions and 185 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
package.json
View File

@ -1,6 +1,6 @@
{ {
"name": "neo-scraper", "name": "neo-scraper",
"version": "0.9.2", "version": "0.9.3",
"description": "Scrape a booru-like post object from the DOM.", "description": "Scrape a booru-like post object from the DOM.",
"type": "module", "type": "module",
"main": "dist/index.js", "main": "dist/index.js",
@ -35,13 +35,13 @@
"eslint-plugin-n": "^15.7.0", "eslint-plugin-n": "^15.7.0",
"eslint-plugin-promise": "^6.1.1", "eslint-plugin-promise": "^6.1.1",
"jest": "^29.7.0", "jest": "^29.7.0",
"jest-puppeteer": "^9.0.1", "jest-puppeteer": "^10.1.4",
"jest-ts-webcompat-resolver": "^1.0.0", "jest-ts-webcompat-resolver": "^1.0.0",
"jsdom": "^15.2.1", "jsdom": "^15.2.1",
"prettier": "2.5.1", "prettier": "2.5.1",
"puppeteer": "^22.12.0", "puppeteer": "^23.10.1",
"ts-jest": "^29.1.1", "ts-jest": "^29.2.5",
"ts-node": "^10.9.1", "ts-node": "^10.9.2",
"typescript": "^4.9.5" "typescript": "^4.9.5"
}, },
"exports": { "exports": {

314
pnpm-lock.yaml
View File

@ -56,10 +56,10 @@ importers:
version: 6.1.1(eslint@8.7.0) version: 6.1.1(eslint@8.7.0)
jest: jest:
specifier: ^29.7.0 specifier: ^29.7.0
version: 29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)) version: 29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))
jest-puppeteer: jest-puppeteer:
specifier: ^9.0.1 specifier: ^10.1.4
version: 9.0.1(puppeteer@22.12.0(typescript@4.9.5))(typescript@4.9.5) version: 10.1.4(puppeteer@23.10.1(typescript@4.9.5))(typescript@4.9.5)
jest-ts-webcompat-resolver: jest-ts-webcompat-resolver:
specifier: ^1.0.0 specifier: ^1.0.0
version: 1.0.0(jest-resolve@29.7.0) version: 1.0.0(jest-resolve@29.7.0)
@ -70,14 +70,14 @@ importers:
specifier: 2.5.1 specifier: 2.5.1
version: 2.5.1 version: 2.5.1
puppeteer: puppeteer:
specifier: ^22.12.0 specifier: ^23.10.1
version: 22.12.0(typescript@4.9.5) version: 23.10.1(typescript@4.9.5)
ts-jest: ts-jest:
specifier: ^29.1.1 specifier: ^29.2.5
version: 29.1.1(@babel/core@7.23.2)(@jest/types@29.6.3)(babel-jest@29.7.0(@babel/core@7.23.2))(jest@29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)))(typescript@4.9.5) version: 29.2.5(@babel/core@7.23.2)(@jest/transform@29.7.0)(@jest/types@29.6.3)(babel-jest@29.7.0(@babel/core@7.23.2))(jest@29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5)))(typescript@4.9.5)
ts-node: ts-node:
specifier: ^10.9.1 specifier: ^10.9.2
version: 10.9.1(@types/node@20.8.10)(typescript@4.9.5) version: 10.9.2(@types/node@20.8.10)(typescript@4.9.5)
typescript: typescript:
specifier: ^4.9.5 specifier: ^4.9.5
version: 4.9.5 version: 4.9.5
@ -409,13 +409,13 @@ packages:
resolution: {integrity: sha512-oGB+UxlgWcgQkgwo8GcEGwemoTFt3FIO9ababBmaGwXIoBKZ+GTy0pP185beGg7Llih/NSHSV2XAs1lnznocSg==} resolution: {integrity: sha512-oGB+UxlgWcgQkgwo8GcEGwemoTFt3FIO9ababBmaGwXIoBKZ+GTy0pP185beGg7Llih/NSHSV2XAs1lnznocSg==}
engines: {node: '>= 8'} engines: {node: '>= 8'}
'@puppeteer/browsers@2.2.3': '@puppeteer/browsers@2.5.0':
resolution: {integrity: sha512-bJ0UBsk0ESOs6RFcLXOt99a3yTDcOKlzfjad+rhFwdaG1Lu/Wzq58GHYCDTlZ9z6mldf4g+NTb+TXEfe0PpnsQ==} resolution: {integrity: sha512-6TQAc/5uRILE6deixJ1CR8rXyTbzXIXNgO1D0Woi9Bqicz2FV5iKP3BHYEg6o4UATCMcbQQ0jbmeaOkn/HQk2w==}
engines: {node: '>=18'} engines: {node: '>=18'}
hasBin: true hasBin: true
'@sideway/address@4.1.4': '@sideway/address@4.1.5':
resolution: {integrity: sha512-7vwq+rOHVWjyXxVlR76Agnvhy8I9rpzjosTESvmhNeXOXdZZB15Fl+TI9x1SiHZH5Jv2wTGduSxFDIaq0m3DUw==} resolution: {integrity: sha512-IqO/DUQHUkPeixNQ8n0JA6102hT9CmaljNTPmQ1u8MEhBo/R4Q8eKLN/vGZxuebwOroDB4cbpjheD4+/sKFK4Q==}
'@sideway/formula@3.0.1': '@sideway/formula@3.0.1':
resolution: {integrity: sha512-/poHZJJVjx3L+zVD6g9KgHfYnb443oi7wLu/XKojDviHy6HOEOA6z1Trk5aR1dGcmPenJEgb2sK2I80LeS3MIg==} resolution: {integrity: sha512-/poHZJJVjx3L+zVD6g9KgHfYnb443oi7wLu/XKojDviHy6HOEOA6z1Trk5aR1dGcmPenJEgb2sK2I80LeS3MIg==}
@ -704,6 +704,9 @@ packages:
resolution: {integrity: sha512-x1FCFnFifvYDDzTaLII71vG5uvDwgtmDTEVWAxrgeiR8VjMONcCXJx7E+USjDtHlwFmt9MysbqgF9b9Vjr6w+w==} resolution: {integrity: sha512-x1FCFnFifvYDDzTaLII71vG5uvDwgtmDTEVWAxrgeiR8VjMONcCXJx7E+USjDtHlwFmt9MysbqgF9b9Vjr6w+w==}
engines: {node: '>=4'} engines: {node: '>=4'}
async@3.2.6:
resolution: {integrity: sha512-htCUDlxyyCLMgaM3xXg0C0LW2xqfuQ6p05pCEIsXuyQ+a1koYKTuBMzRNwmybfLgvJDMd0r1LTn4+E0Ti6C2AA==}
asynckit@0.4.0: asynckit@0.4.0:
resolution: {integrity: sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==} resolution: {integrity: sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==}
@ -717,8 +720,8 @@ packages:
aws4@1.12.0: aws4@1.12.0:
resolution: {integrity: sha512-NmWvPnx0F1SfrQbYwOi7OeaNGokp9XhzNioJ/CSBs8Qa4vxug81mhJEAVZwxXuBmYB5KDRfMq/F3RR0BIU7sWg==} resolution: {integrity: sha512-NmWvPnx0F1SfrQbYwOi7OeaNGokp9XhzNioJ/CSBs8Qa4vxug81mhJEAVZwxXuBmYB5KDRfMq/F3RR0BIU7sWg==}
axios@0.27.2: axios@1.7.9:
resolution: {integrity: sha512-t+yRIyySRTp/wua5xEr+z1q60QmLq8ABsS5O9Me1AsE5dfKqgnCFzwiCZZ/cGNd1lq4/7akDWMxdhVlucjmnOQ==} resolution: {integrity: sha512-LhLcE7Hbiryz8oMDdDptSrWowmB4Bl6RCt6sIJKpRB4XtVf0iEgewX3au/pJqm+Py1kCASkb/FFKjxQaLtxJvw==}
b4a@1.6.6: b4a@1.6.6:
resolution: {integrity: sha512-5Tk1HLk6b6ctmjIkAcU/Ujv/1WqiDl0F0JdRCR80VsOcUlHcu7pWeWRlOqQLHfDEsVx9YH/aif5AG4ehoCtTmg==} resolution: {integrity: sha512-5Tk1HLk6b6ctmjIkAcU/Ujv/1WqiDl0F0JdRCR80VsOcUlHcu7pWeWRlOqQLHfDEsVx9YH/aif5AG4ehoCtTmg==}
@ -779,6 +782,9 @@ packages:
brace-expansion@1.1.11: brace-expansion@1.1.11:
resolution: {integrity: sha512-iCuPHDFgrHX7H2vEI/5xpz07zSHB00TpugqhmYtVmMO6518mCuRMoOYFldEBl0g187ufozdaHgWKcYFb61qGiA==} resolution: {integrity: sha512-iCuPHDFgrHX7H2vEI/5xpz07zSHB00TpugqhmYtVmMO6518mCuRMoOYFldEBl0g187ufozdaHgWKcYFb61qGiA==}
brace-expansion@2.0.1:
resolution: {integrity: sha512-XnAIvQ8eM+kC6aULx6wuQiwVsnzsi9d3WxzV3FpWTGA19F621kwdbsAcFKXgKUHZWsy+mY6iL1sHTxWEFCytDA==}
braces@3.0.2: braces@3.0.2:
resolution: {integrity: sha512-b8um+L1RzM3WDSzvhm6gIz1yfTbBt6YTlcEKAvsmqCZZFw46z626lVj9j1yEPW33H5H+lBQpZMP1k8l+78Ha0A==} resolution: {integrity: sha512-b8um+L1RzM3WDSzvhm6gIz1yfTbBt6YTlcEKAvsmqCZZFw46z626lVj9j1yEPW33H5H+lBQpZMP1k8l+78Ha0A==}
engines: {node: '>=8'} engines: {node: '>=8'}
@ -843,8 +849,8 @@ packages:
resolution: {integrity: sha512-kWWXztvZ5SBQV+eRgKFeh8q5sLuZY2+8WUIzlxWVTg+oGwY14qylx1KbKzHd8P6ZYkAg0xyIDU9JMHhyJMZ1jw==} resolution: {integrity: sha512-kWWXztvZ5SBQV+eRgKFeh8q5sLuZY2+8WUIzlxWVTg+oGwY14qylx1KbKzHd8P6ZYkAg0xyIDU9JMHhyJMZ1jw==}
engines: {node: '>=10'} engines: {node: '>=10'}
chromium-bidi@0.5.24: chromium-bidi@0.8.0:
resolution: {integrity: sha512-5xQNN2SVBdZv4TxeMLaI+PelrnZsHDhn8h2JtyriLr+0qHcZS8BMuo93qN6J1VmtmrgYP+rmcLHcbpnA8QJh+w==} resolution: {integrity: sha512-uJydbGdTw0DEUjhoogGveneJVWX/9YuqkWePzMmkBYwtdAqo5d3J/ovNKFr+/2hWXYmYCr6it8mSSTIj6SS6Ug==}
peerDependencies: peerDependencies:
devtools-protocol: '*' devtools-protocol: '*'
@ -982,6 +988,15 @@ packages:
supports-color: supports-color:
optional: true optional: true
debug@4.4.0:
resolution: {integrity: sha512-6WTZ/IxCY/T6BALoZHaE4ctp9xm+Z5kY/pzYaCHRFeyVhojxlrm+46y68HA6hr0TcwEssoxNiDEUJQjfPZ/RYA==}
engines: {node: '>=6.0'}
peerDependencies:
supports-color: '*'
peerDependenciesMeta:
supports-color:
optional: true
dedent@1.5.1: dedent@1.5.1:
resolution: {integrity: sha512-+LxW+KLWxu3HW3M2w2ympwtqPrqYRzU8fqi6Fhd18fBALe15blJPI/I4+UHveMVG6lJqB4JNd4UG0S5cnVHwIg==} resolution: {integrity: sha512-+LxW+KLWxu3HW3M2w2ympwtqPrqYRzU8fqi6Fhd18fBALe15blJPI/I4+UHveMVG6lJqB4JNd4UG0S5cnVHwIg==}
peerDependencies: peerDependencies:
@ -1017,8 +1032,8 @@ packages:
resolution: {integrity: sha512-TLz+x/vEXm/Y7P7wn1EJFNLxYpUD4TgMosxY6fAVJUnJMbupHBOncxyWUG9OpTaH9EBD7uFI5LfEgmMOc54DsA==} resolution: {integrity: sha512-TLz+x/vEXm/Y7P7wn1EJFNLxYpUD4TgMosxY6fAVJUnJMbupHBOncxyWUG9OpTaH9EBD7uFI5LfEgmMOc54DsA==}
engines: {node: '>=8'} engines: {node: '>=8'}
devtools-protocol@0.0.1299070: devtools-protocol@0.0.1367902:
resolution: {integrity: sha512-+qtL3eX50qsJ7c+qVyagqi7AWMoQCBGNfoyJZMwm/NSXVqLYbuitrWEEIzxfUmTNy7//Xe8yhMmQ+elj3uAqSg==} resolution: {integrity: sha512-XxtPuC3PGakY6PD7dG66/o8KwJ/LkH2/EKe19Dcw58w53dv4/vSQEkn/SzuyhHE2q4zPgCkxQBxus3VV4ql+Pg==}
diff-sequences@29.6.3: diff-sequences@29.6.3:
resolution: {integrity: sha512-EjePK1srD3P08o2j4f0ExnylqRs5B9tJjcp9t1krH2qRi8CCdsYfwe9JgSLurFBWwq4uOlipzfk5fHNvwFKr8Q==} resolution: {integrity: sha512-EjePK1srD3P08o2j4f0ExnylqRs5B9tJjcp9t1krH2qRi8CCdsYfwe9JgSLurFBWwq4uOlipzfk5fHNvwFKr8Q==}
@ -1049,6 +1064,11 @@ packages:
ecc-jsbn@0.1.2: ecc-jsbn@0.1.2:
resolution: {integrity: sha512-eh9O+hwRHNbG4BLTjEl3nw044CkGm5X6LoaCf7LPp7UU8Qrt47JYNi6nPX8xjW97TKGKm1ouctg0QSpZe9qrnw==} resolution: {integrity: sha512-eh9O+hwRHNbG4BLTjEl3nw044CkGm5X6LoaCf7LPp7UU8Qrt47JYNi6nPX8xjW97TKGKm1ouctg0QSpZe9qrnw==}
ejs@3.1.10:
resolution: {integrity: sha512-UeJmFfOrAQS8OJWPZ4qtgHyWExa088/MtK5UEyoJGFH67cDEXkZSviOiKRCZ4Xij0zxI3JECgYs3oKx+AizQBA==}
engines: {node: '>=0.10.0'}
hasBin: true
electron-to-chromium@1.4.576: electron-to-chromium@1.4.576:
resolution: {integrity: sha512-yXsZyXJfAqzWk1WKryr0Wl0MN2D47xodPvEEwlVePBnhU5E7raevLQR+E6b9JAD3GfL/7MbAL9ZtWQQPcLx7wA==} resolution: {integrity: sha512-yXsZyXJfAqzWk1WKryr0Wl0MN2D47xodPvEEwlVePBnhU5E7raevLQR+E6b9JAD3GfL/7MbAL9ZtWQQPcLx7wA==}
@ -1238,8 +1258,8 @@ packages:
resolution: {integrity: sha512-rtmc+cjLZqnu9dSYosX9EWmSJhTwpACgJQTfj4hgg2JjOD/6SIQalZrt4a3aQeh++oNxkazcaxrhPUj6+g5G/Q==} resolution: {integrity: sha512-rtmc+cjLZqnu9dSYosX9EWmSJhTwpACgJQTfj4hgg2JjOD/6SIQalZrt4a3aQeh++oNxkazcaxrhPUj6+g5G/Q==}
engines: {node: '>=0.10.0'} engines: {node: '>=0.10.0'}
expect-puppeteer@9.0.1: expect-puppeteer@10.1.4:
resolution: {integrity: sha512-LqGzoyW4XgZbfJadjllSMCwZflX9gVBqjFUg8qde+etXr/SEFWLBgn98nRAmO3hUjMRNyh5gIFcaSi4DzHAWLw==} resolution: {integrity: sha512-zNVzk/+TkPS/CuTlGSK7SjXuUpQiakXtUJhbTRrcPHop4jCWydPx9RlvHhQELzZYgXlLhIP+hvBzUNiN8WNAow==}
engines: {node: '>=16'} engines: {node: '>=16'}
expect@29.7.0: expect@29.7.0:
@ -1287,6 +1307,9 @@ packages:
resolution: {integrity: sha512-7Gps/XWymbLk2QLYK4NzpMOrYjMhdIxXuIvy2QBsLE6ljuodKvdkWs/cpyJJ3CVIVpH0Oi1Hvg1ovbMzLdFBBg==} resolution: {integrity: sha512-7Gps/XWymbLk2QLYK4NzpMOrYjMhdIxXuIvy2QBsLE6ljuodKvdkWs/cpyJJ3CVIVpH0Oi1Hvg1ovbMzLdFBBg==}
engines: {node: ^10.12.0 || >=12.0.0} engines: {node: ^10.12.0 || >=12.0.0}
filelist@1.0.4:
resolution: {integrity: sha512-w1cEuf3S+DrLCQL7ET6kz+gmlJdbq9J7yXCSjK/OZCPA+qEN1WyF4ZAf0YYJa4/shHJra2t/d/r8SV4Ji+x+8Q==}
fill-range@7.0.1: fill-range@7.0.1:
resolution: {integrity: sha512-qOo9F+dMUmC2Lcb4BbVvnKJxTPjCm+RRpe4gDuGrzkL7mEVl/djYSu2OdQ2Pa302N4oqkSg9ir6jaLWJ2USVpQ==} resolution: {integrity: sha512-qOo9F+dMUmC2Lcb4BbVvnKJxTPjCm+RRpe4gDuGrzkL7mEVl/djYSu2OdQ2Pa302N4oqkSg9ir6jaLWJ2USVpQ==}
engines: {node: '>=8'} engines: {node: '>=8'}
@ -1314,8 +1337,8 @@ packages:
flatted@3.2.9: flatted@3.2.9:
resolution: {integrity: sha512-36yxDn5H7OFZQla0/jFJmbIKTdZAQHngCedGxiMmpNfEZM0sdEeT+WczLQrjK6D7o2aiyLYDnkw0R3JK0Qv1RQ==} resolution: {integrity: sha512-36yxDn5H7OFZQla0/jFJmbIKTdZAQHngCedGxiMmpNfEZM0sdEeT+WczLQrjK6D7o2aiyLYDnkw0R3JK0Qv1RQ==}
follow-redirects@1.15.3: follow-redirects@1.15.9:
resolution: {integrity: sha512-1VzOtuEM8pC9SFU1E+8KfTjZyMztRsgEfwQl44z8A25uy13jSzTj6dyK2Df52iV0vgHCfBwLhDWevLn95w5v6Q==} resolution: {integrity: sha512-gew4GsXizNgdoRyqmyfMHyAmXsZDk6mHkSxZFCzW9gwlbtOW44CDtYavM+y+72qD/Vq2l550kMF52DT8fOLJqQ==}
engines: {node: '>=4.0'} engines: {node: '>=4.0'}
peerDependencies: peerDependencies:
debug: '*' debug: '*'
@ -1672,6 +1695,11 @@ packages:
resolution: {integrity: sha512-TLgnMkKg3iTDsQ9PbPTdpfAK2DzjF9mqUG7RMgcQl8oFjad8ob4laGxv5XV5U9MAfx8D6tSJiUyuAwzLicaxlg==} resolution: {integrity: sha512-TLgnMkKg3iTDsQ9PbPTdpfAK2DzjF9mqUG7RMgcQl8oFjad8ob4laGxv5XV5U9MAfx8D6tSJiUyuAwzLicaxlg==}
engines: {node: '>=8'} engines: {node: '>=8'}
jake@10.9.2:
resolution: {integrity: sha512-2P4SQ0HrLQ+fw6llpLnOaGAvN2Zu6778SJMrCUwns4fOoG9ayrTiZk3VV8sCPkVZF8ab0zksVpS8FDY5pRCNBA==}
engines: {node: '>=10'}
hasBin: true
jest-changed-files@29.7.0: jest-changed-files@29.7.0:
resolution: {integrity: sha512-fEArFiwf1BpQ+4bXSprcDc3/x4HSzL4al2tozwVpDFpsxALjLYdyiIK4e5Vz66GQJIbXJ82+35PtysofptNX2w==} resolution: {integrity: sha512-fEArFiwf1BpQ+4bXSprcDc3/x4HSzL4al2tozwVpDFpsxALjLYdyiIK4e5Vz66GQJIbXJ82+35PtysofptNX2w==}
engines: {node: ^14.15.0 || ^16.10.0 || >=18.0.0} engines: {node: ^14.15.0 || ^16.10.0 || >=18.0.0}
@ -1702,8 +1730,8 @@ packages:
ts-node: ts-node:
optional: true optional: true
jest-dev-server@9.0.1: jest-dev-server@10.1.4:
resolution: {integrity: sha512-eqpJKSvVl4M0ojHZUPNbka8yEzLNbIMiINXDsuMF3lYfIdRO2iPqy+ASR4wBQ6nUyR3OT24oKPWhpsfLhgAVyg==} resolution: {integrity: sha512-bGQ6sedNGtT6AFHhCVqGTXMPz7UyJi/ZrhNBgyqsP0XU9N8acCEIfqZEA22rOaZ+NdEVsaltk6tL7UT6aXfI7w==}
engines: {node: '>=16'} engines: {node: '>=16'}
jest-diff@29.7.0: jest-diff@29.7.0:
@ -1726,8 +1754,8 @@ packages:
resolution: {integrity: sha512-DOSwCRqXirTOyheM+4d5YZOrWcdu0LNZ87ewUoywbcb2XR4wKgqiG8vNeYwhjFMbEkfju7wx2GYH0P2gevGvFw==} resolution: {integrity: sha512-DOSwCRqXirTOyheM+4d5YZOrWcdu0LNZ87ewUoywbcb2XR4wKgqiG8vNeYwhjFMbEkfju7wx2GYH0P2gevGvFw==}
engines: {node: ^14.15.0 || ^16.10.0 || >=18.0.0} engines: {node: ^14.15.0 || ^16.10.0 || >=18.0.0}
jest-environment-puppeteer@9.0.1: jest-environment-puppeteer@10.1.4:
resolution: {integrity: sha512-5WC3w2+gUNMNVNdeRwyc5xpd9lbTGTVEanESaW3bCW7SIKJKIPMDLgfXhYswW2V6VeHIisuxIDx+hx5qczt4Rw==} resolution: {integrity: sha512-cx2jzf1qZb6/vdmLbRccF0k/zSsoWlrXi8bg10GzrODxiwsRomVDszTfoOCRsQ+C1sbJ+ubI1PlryIvvYjITrA==}
engines: {node: '>=16'} engines: {node: '>=16'}
jest-get-type@29.6.3: jest-get-type@29.6.3:
@ -1771,8 +1799,8 @@ packages:
jest-resolve: jest-resolve:
optional: true optional: true
jest-puppeteer@9.0.1: jest-puppeteer@10.1.4:
resolution: {integrity: sha512-lNWoUCn1zKO6vlD0uvHLBJHvgBmZ7+DKy+Kd6TkQJO4mJ5aDRqeG4XOuy43yYlS2EYVuzqEru2BgbXSpA8V8Vw==} resolution: {integrity: sha512-I9bADDn9EzpaL9QgzEtyJhd29PBv45rZJFPROUC2KWZHUs+5OGjzBOZKBzmqECdGv2GV/JL+NMdjqRJde2A36Q==}
engines: {node: '>=16'} engines: {node: '>=16'}
peerDependencies: peerDependencies:
puppeteer: '>=19' puppeteer: '>=19'
@ -1836,8 +1864,8 @@ packages:
node-notifier: node-notifier:
optional: true optional: true
joi@17.11.0: joi@17.13.3:
resolution: {integrity: sha512-NgB+lZLNoqISVy1rZocE9PZI36bL/77ie924Ri43yEvi9GUUMPeyVIr8KdFTMUlby1p0PBYMk9spIxEUQYqrJQ==} resolution: {integrity: sha512-otDA4ldcIx+ZXsKHWmp0YizCweVRZG96J10b0FevjfuncLO1oX59THoAmHkNubYJ+9gWsYsp5k8v4ib6oDv1fA==}
js-cookie@3.0.5: js-cookie@3.0.5:
resolution: {integrity: sha512-cEiJEAEoIbWfCZYKWhVwFuvPX1gETRYPw6LlaTKoxD3s2AkXzkCjnp6h0V77ozyqj0jakteJ4YqDJT830+lVGw==} resolution: {integrity: sha512-cEiJEAEoIbWfCZYKWhVwFuvPX1gETRYPw6LlaTKoxD3s2AkXzkCjnp6h0V77ozyqj0jakteJ4YqDJT830+lVGw==}
@ -1993,6 +2021,10 @@ packages:
minimatch@3.1.2: minimatch@3.1.2:
resolution: {integrity: sha512-J7p63hRiAjw1NDEww1W7i37+ByIrOWO5XQQAzZ3VOcL0PNybwpfmV/N05zFAzwQ9USyEcX6t3UO+K5aqBQOIHw==} resolution: {integrity: sha512-J7p63hRiAjw1NDEww1W7i37+ByIrOWO5XQQAzZ3VOcL0PNybwpfmV/N05zFAzwQ9USyEcX6t3UO+K5aqBQOIHw==}
minimatch@5.1.6:
resolution: {integrity: sha512-lKwV/1brpG6mBUFHtb7NUmtABCb2WZZmm2wNiOA5hAb8VdCS4B3dtMWyvcoViccwAW/COERjXLt0zP1zXUN26g==}
engines: {node: '>=10'}
minimist@1.2.8: minimist@1.2.8:
resolution: {integrity: sha512-2yyAR8qBkN3YuheJanUpWC5U3bb5osDywNB8RzDVlDwDHbocAJveqqj1u8+SVD7jkWT4yvsHCpWqqWqAxb0zCA==} resolution: {integrity: sha512-2yyAR8qBkN3YuheJanUpWC5U3bb5osDywNB8RzDVlDwDHbocAJveqqj1u8+SVD7jkWT4yvsHCpWqqWqAxb0zCA==}
@ -2207,12 +2239,12 @@ packages:
resolution: {integrity: sha512-vYt7UD1U9Wg6138shLtLOvdAu+8DsC/ilFtEVHcH+wydcSpNE20AfSOduf6MkRFahL5FY7X1oU7nKVZFtfq8Fg==} resolution: {integrity: sha512-vYt7UD1U9Wg6138shLtLOvdAu+8DsC/ilFtEVHcH+wydcSpNE20AfSOduf6MkRFahL5FY7X1oU7nKVZFtfq8Fg==}
engines: {node: '>=6'} engines: {node: '>=6'}
puppeteer-core@22.12.0: puppeteer-core@23.10.1:
resolution: {integrity: sha512-9gY+JwBW/Fp3/x9+cOGK7ZcwqjvtvY2xjqRqsAA0B3ZFMzBauVTSZ26iWTmvOQX2sk78TN/rd5rnetxVxmK5CQ==} resolution: {integrity: sha512-ey6NwixHYEUnhCA/uYi7uQQ4a0CZw4k+MatbHXGl5GEzaiRQziYUxc2HGpdQZ/gnh4KQWAKkocyIg1/dIm5d0g==}
engines: {node: '>=18'} engines: {node: '>=18'}
puppeteer@22.12.0: puppeteer@23.10.1:
resolution: {integrity: sha512-kyUYI12SyJIjf9UGTnHfhNMYv4oVK321Jb9QZDBiGVNx5453SplvbdKI7UrF+S//3RtCneuUFCyHxnvQXQjpxg==} resolution: {integrity: sha512-kbcO+vu91fgUyBzEwByPe4q5lEEuBq4cuOZnZeRL42G7r5UrfbUFlxBJayXBLBsD6pREdk/92ZFwFQq3MaN6ww==}
engines: {node: '>=18'} engines: {node: '>=18'}
hasBin: true hasBin: true
@ -2329,8 +2361,8 @@ packages:
engines: {node: '>=10'} engines: {node: '>=10'}
hasBin: true hasBin: true
semver@7.6.0: semver@7.6.3:
resolution: {integrity: sha512-EnwXhrlwXMk9gKu5/flx5sv/an57AkRplG3hTK68W7FRDN+k+OWBj65M7719OkA82XLBxrcX0KSHj+X5COhOVg==} resolution: {integrity: sha512-oVekP1cKtI+CTDvHWYFUcMtsK/00wmAEfyqKfNdARm8u1wNVhSgaX7A8d4UuIlUI5e84iEwOhs7ZPYRmzU9U6A==}
engines: {node: '>=10'} engines: {node: '>=10'}
hasBin: true hasBin: true
@ -2386,8 +2418,8 @@ packages:
resolution: {integrity: sha512-UjgapumWlbMhkBgzT7Ykc5YXUT46F0iKu8SGXq0bcwP5dz/h0Plj6enJqjz1Zbq2l5WaqYnrVbwWOWMyF3F47g==} resolution: {integrity: sha512-UjgapumWlbMhkBgzT7Ykc5YXUT46F0iKu8SGXq0bcwP5dz/h0Plj6enJqjz1Zbq2l5WaqYnrVbwWOWMyF3F47g==}
engines: {node: '>=0.10.0'} engines: {node: '>=0.10.0'}
spawnd@9.0.1: spawnd@10.1.4:
resolution: {integrity: sha512-vaMk8E9CpbjTYToBxLXowDeArGf1+yI7A6PU6Nr57b2g8BVY8nRi5vTBj3bMF8UkCrMdTMyf/Lh+lrcrW2z7pw==} resolution: {integrity: sha512-drqHc0mKJmtMsiGMOCwzlc5eZ0RPtRvT7tQAluW2A0qUc0G7TQ8KLcn3E6K5qzkLkH2UkS3nYQiVGULvvsD9dw==}
engines: {node: '>=16'} engines: {node: '>=16'}
sprintf-js@1.0.3: sprintf-js@1.0.3:
@ -2469,8 +2501,8 @@ packages:
symbol-tree@3.2.4: symbol-tree@3.2.4:
resolution: {integrity: sha512-9QNk5KwDF+Bvz+PyObkmSYjI5ksVUYtjW7AU22r2NKcfLJcXp96hkDWU3+XndOsUb+AQ9QhfzfCT2O+CNWT5Tw==} resolution: {integrity: sha512-9QNk5KwDF+Bvz+PyObkmSYjI5ksVUYtjW7AU22r2NKcfLJcXp96hkDWU3+XndOsUb+AQ9QhfzfCT2O+CNWT5Tw==}
tar-fs@3.0.5: tar-fs@3.0.6:
resolution: {integrity: sha512-JOgGAmZyMgbqpLwct7ZV8VzkEB6pxXFBVErLtb+XCOqzc6w1xiWKI9GVd6bwk68EX7eJ4DWmfXVmq8K2ziZTGg==} resolution: {integrity: sha512-iokBDQQkUyeXhgPYaZxmczGPhnhXZ0CmrqI+MOb/WFGS9DW5wnfrLgtjUJBvz50vQ3qfRwJ62QVoCFu8mPVu5w==}
tar-stream@3.1.7: tar-stream@3.1.7:
resolution: {integrity: sha512-qJj60CXt7IU1Ffyc3NJMjh6EkuCFej46zUqJ4J7pqYlThyd9bO0XBTmcOIhSzZJVWfsLks0+nle/j538YAW9RQ==} resolution: {integrity: sha512-qJj60CXt7IU1Ffyc3NJMjh6EkuCFej46zUqJ4J7pqYlThyd9bO0XBTmcOIhSzZJVWfsLks0+nle/j538YAW9RQ==}
@ -2514,12 +2546,13 @@ packages:
resolution: {integrity: sha512-L0Orpi8qGpRG//Nd+H90vFB+3iHnue1zSSGmNOOCh1GLJ7rUKVwV2HvijphGQS2UmhUZewS9VgvxYIdgr+fG1A==} resolution: {integrity: sha512-L0Orpi8qGpRG//Nd+H90vFB+3iHnue1zSSGmNOOCh1GLJ7rUKVwV2HvijphGQS2UmhUZewS9VgvxYIdgr+fG1A==}
hasBin: true hasBin: true
ts-jest@29.1.1: ts-jest@29.2.5:
resolution: {integrity: sha512-D6xjnnbP17cC85nliwGiL+tpoKN0StpgE0TeOjXQTU6MVCfsB4v7aW05CgQ/1OywGb0x/oy9hHFnN+sczTiRaA==} resolution: {integrity: sha512-KD8zB2aAZrcKIdGk4OwpJggeLcH1FgrICqDSROWqlnJXGCXK4Mn6FcdK2B6670Xr73lHMG1kHw8R87A0ecZ+vA==}
engines: {node: ^14.15.0 || ^16.10.0 || >=18.0.0} engines: {node: ^14.15.0 || ^16.10.0 || ^18.0.0 || >=20.0.0}
hasBin: true hasBin: true
peerDependencies: peerDependencies:
'@babel/core': '>=7.0.0-beta.0 <8' '@babel/core': '>=7.0.0-beta.0 <8'
'@jest/transform': ^29.0.0
'@jest/types': ^29.0.0 '@jest/types': ^29.0.0
babel-jest: ^29.0.0 babel-jest: ^29.0.0
esbuild: '*' esbuild: '*'
@ -2528,6 +2561,8 @@ packages:
peerDependenciesMeta: peerDependenciesMeta:
'@babel/core': '@babel/core':
optional: true optional: true
'@jest/transform':
optional: true
'@jest/types': '@jest/types':
optional: true optional: true
babel-jest: babel-jest:
@ -2535,8 +2570,8 @@ packages:
esbuild: esbuild:
optional: true optional: true
ts-node@10.9.1: ts-node@10.9.2:
resolution: {integrity: sha512-NtVysVPkxxrwFGUUxGYhfux8k78pQB3JqYBXlLRZgdGUqTO5wU/UyHop5p70iEbGhB7q5KmiZiU0Y3KlJrScEw==} resolution: {integrity: sha512-f0FFpIdcHgn8zcPSbf1dRevwt047YMnaiJM3u2w2RewrB+fob/zePZcrOyQoLMMO7aBIddLcQIEK5dYjkLnGrQ==}
hasBin: true hasBin: true
peerDependencies: peerDependencies:
'@swc/core': '>=1.2.50' '@swc/core': '>=1.2.50'
@ -2555,9 +2590,6 @@ packages:
tslib@1.14.1: tslib@1.14.1:
resolution: {integrity: sha512-Xni35NKzjgMrwevysHTCArtLDpPvye8zV/0E4EyYn43P7/7qvQwPh9BGkHewbMulVntbigmcT7rdX3BNo9wRJg==} resolution: {integrity: sha512-Xni35NKzjgMrwevysHTCArtLDpPvye8zV/0E4EyYn43P7/7qvQwPh9BGkHewbMulVntbigmcT7rdX3BNo9wRJg==}
tslib@2.6.2:
resolution: {integrity: sha512-AEYxH93jGFPn/a2iVAwW87VuUIkR1FVUKB77NwMF7nBTDkDrrT/Hpt/IrCJ0QXhW27jTBDcf5ZY7w6RiqTMw2Q==}
tslib@2.6.3: tslib@2.6.3:
resolution: {integrity: sha512-xNvxJEOUiWPGhUuUdQgAJPKOOJfGnIyKySOc09XkKsgdUV/3E2zvwZYdejjmRgPCgcym1juLH3226yA7sEFJKQ==} resolution: {integrity: sha512-xNvxJEOUiWPGhUuUdQgAJPKOOJfGnIyKySOc09XkKsgdUV/3E2zvwZYdejjmRgPCgcym1juLH3226yA7sEFJKQ==}
@ -2611,6 +2643,9 @@ packages:
typed-array-length@1.0.4: typed-array-length@1.0.4:
resolution: {integrity: sha512-KjZypGq+I/H7HI5HlOoGHkWUUGq+Q0TPhQurLbyrVrvnKTBgzLhIJ7j6J/XTQOi0d1RjyZ0wdas8bKs2p0x3Ng==} resolution: {integrity: sha512-KjZypGq+I/H7HI5HlOoGHkWUUGq+Q0TPhQurLbyrVrvnKTBgzLhIJ7j6J/XTQOi0d1RjyZ0wdas8bKs2p0x3Ng==}
typed-query-selector@2.12.0:
resolution: {integrity: sha512-SbklCd1F0EiZOyPiW192rrHZzZ5sBijB6xM+cpmrwDqObvdtunOHHIk9fCGsoK5JVIYXoyEp4iEdE3upFH3PAg==}
typescript@4.9.5: typescript@4.9.5:
resolution: {integrity: sha512-1FXk9E2Hm+QzZQ7z+McJiHL4NW1F2EzMu9Nq9i3zAaGqibafqYwCVU6WyWAuyQRRzOlxou8xZSyXLEN8oKj24g==} resolution: {integrity: sha512-1FXk9E2Hm+QzZQ7z+McJiHL4NW1F2EzMu9Nq9i3zAaGqibafqYwCVU6WyWAuyQRRzOlxou8xZSyXLEN8oKj24g==}
engines: {node: '>=4.2.0'} engines: {node: '>=4.2.0'}
@ -2667,8 +2702,8 @@ packages:
w3c-xmlserializer@1.1.2: w3c-xmlserializer@1.1.2:
resolution: {integrity: sha512-p10l/ayESzrBMYWRID6xbuCKh2Fp77+sA0doRuGn4tTIMrrZVeqfpKjXHY+oDh3K4nLdPgNwMTVP6Vp4pvqbNg==} resolution: {integrity: sha512-p10l/ayESzrBMYWRID6xbuCKh2Fp77+sA0doRuGn4tTIMrrZVeqfpKjXHY+oDh3K4nLdPgNwMTVP6Vp4pvqbNg==}
wait-on@7.1.0: wait-on@8.0.1:
resolution: {integrity: sha512-U7TF/OYYzAg+OoiT/B8opvN48UHt0QYMi4aD3PjRFpybQ+o6czQF8Ig3SKCCMJdxpBrCalIJ4O00FBof27Fu9Q==} resolution: {integrity: sha512-1wWQOyR2LVVtaqrcIL2+OM+x7bkpmzVROa0Nf6FryXkS+er5Sa1kzFGjzZRqLnHa3n1rACFLeTwUqE1ETL9Mig==}
engines: {node: '>=12.0.0'} engines: {node: '>=12.0.0'}
hasBin: true hasBin: true
@ -2730,8 +2765,8 @@ packages:
utf-8-validate: utf-8-validate:
optional: true optional: true
ws@8.17.1: ws@8.18.0:
resolution: {integrity: sha512-6XQFvXTkbfUOZOKKILFG1PDK2NDQs4azKQl26T0YS5CxqWLgXajbPZ+h4gZekJyRqFU8pvnbAbbs/3TgRPy+GQ==} resolution: {integrity: sha512-8VbfWfHLbbwu3+N6OKsOMpBdT4kXPDDB9cJk2bJ6mh9ucxdlnNvH1e+roYkKmN9Nxw2yjz7VzeO9oOz2zJ04Pw==}
engines: {node: '>=10.0.0'} engines: {node: '>=10.0.0'}
peerDependencies: peerDependencies:
bufferutil: ^4.0.1 bufferutil: ^4.0.1
@ -3048,7 +3083,7 @@ snapshots:
jest-util: 29.7.0 jest-util: 29.7.0
slash: 3.0.0 slash: 3.0.0
'@jest/core@29.7.0(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5))': '@jest/core@29.7.0(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))':
dependencies: dependencies:
'@jest/console': 29.7.0 '@jest/console': 29.7.0
'@jest/reporters': 29.7.0 '@jest/reporters': 29.7.0
@ -3062,7 +3097,7 @@ snapshots:
exit: 0.1.2 exit: 0.1.2
graceful-fs: 4.2.11 graceful-fs: 4.2.11
jest-changed-files: 29.7.0 jest-changed-files: 29.7.0
jest-config: 29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)) jest-config: 29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))
jest-haste-map: 29.7.0 jest-haste-map: 29.7.0
jest-message-util: 29.7.0 jest-message-util: 29.7.0
jest-regex-util: 29.6.3 jest-regex-util: 29.6.3
@ -3259,20 +3294,20 @@ snapshots:
'@nodelib/fs.scandir': 2.1.5 '@nodelib/fs.scandir': 2.1.5
fastq: 1.15.0 fastq: 1.15.0
'@puppeteer/browsers@2.2.3': '@puppeteer/browsers@2.5.0':
dependencies: dependencies:
debug: 4.3.4 debug: 4.4.0
extract-zip: 2.0.1 extract-zip: 2.0.1
progress: 2.0.3 progress: 2.0.3
proxy-agent: 6.4.0 proxy-agent: 6.4.0
semver: 7.6.0 semver: 7.6.3
tar-fs: 3.0.5 tar-fs: 3.0.6
unbzip2-stream: 1.4.3 unbzip2-stream: 1.4.3
yargs: 17.7.2 yargs: 17.7.2
transitivePeerDependencies: transitivePeerDependencies:
- supports-color - supports-color
'@sideway/address@4.1.4': '@sideway/address@4.1.5':
dependencies: dependencies:
'@hapi/hoek': 9.3.0 '@hapi/hoek': 9.3.0
@ -3514,7 +3549,7 @@ snapshots:
agent-base@7.1.1: agent-base@7.1.1:
dependencies: dependencies:
debug: 4.3.4 debug: 4.4.0
transitivePeerDependencies: transitivePeerDependencies:
- supports-color - supports-color
@ -3613,6 +3648,8 @@ snapshots:
dependencies: dependencies:
tslib: 2.6.3 tslib: 2.6.3
async@3.2.6: {}
asynckit@0.4.0: {} asynckit@0.4.0: {}
available-typed-arrays@1.0.5: {} available-typed-arrays@1.0.5: {}
@ -3621,10 +3658,11 @@ snapshots:
aws4@1.12.0: {} aws4@1.12.0: {}
axios@0.27.2: axios@1.7.9:
dependencies: dependencies:
follow-redirects: 1.15.3 follow-redirects: 1.15.9
form-data: 4.0.0 form-data: 4.0.0
proxy-from-env: 1.1.0
transitivePeerDependencies: transitivePeerDependencies:
- debug - debug
@ -3720,6 +3758,10 @@ snapshots:
balanced-match: 1.0.2 balanced-match: 1.0.2
concat-map: 0.0.1 concat-map: 0.0.1
brace-expansion@2.0.1:
dependencies:
balanced-match: 1.0.2
braces@3.0.2: braces@3.0.2:
dependencies: dependencies:
fill-range: 7.0.1 fill-range: 7.0.1
@ -3783,9 +3825,9 @@ snapshots:
char-regex@1.0.2: {} char-regex@1.0.2: {}
chromium-bidi@0.5.24(devtools-protocol@0.0.1299070): chromium-bidi@0.8.0(devtools-protocol@0.0.1367902):
dependencies: dependencies:
devtools-protocol: 0.0.1299070 devtools-protocol: 0.0.1367902
mitt: 3.0.1 mitt: 3.0.1
urlpattern-polyfill: 10.0.0 urlpattern-polyfill: 10.0.0
zod: 3.23.8 zod: 3.23.8
@ -3846,13 +3888,13 @@ snapshots:
optionalDependencies: optionalDependencies:
typescript: 4.9.5 typescript: 4.9.5
create-jest@29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)): create-jest@29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5)):
dependencies: dependencies:
'@jest/types': 29.6.3 '@jest/types': 29.6.3
chalk: 4.1.2 chalk: 4.1.2
exit: 0.1.2 exit: 0.1.2
graceful-fs: 4.2.11 graceful-fs: 4.2.11
jest-config: 29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)) jest-config: 29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))
jest-util: 29.7.0 jest-util: 29.7.0
prompts: 2.4.2 prompts: 2.4.2
transitivePeerDependencies: transitivePeerDependencies:
@ -3910,6 +3952,10 @@ snapshots:
dependencies: dependencies:
ms: 2.1.2 ms: 2.1.2
debug@4.4.0:
dependencies:
ms: 2.1.3
dedent@1.5.1: {} dedent@1.5.1: {}
deep-is@0.1.4: {} deep-is@0.1.4: {}
@ -3938,7 +3984,7 @@ snapshots:
detect-newline@3.1.0: {} detect-newline@3.1.0: {}
devtools-protocol@0.0.1299070: {} devtools-protocol@0.0.1367902: {}
diff-sequences@29.6.3: {} diff-sequences@29.6.3: {}
@ -3967,6 +4013,10 @@ snapshots:
jsbn: 0.1.1 jsbn: 0.1.1
safer-buffer: 2.1.2 safer-buffer: 2.1.2
ejs@3.1.10:
dependencies:
jake: 10.9.2
electron-to-chromium@1.4.576: {} electron-to-chromium@1.4.576: {}
emittery@0.13.1: {} emittery@0.13.1: {}
@ -4238,7 +4288,7 @@ snapshots:
dependencies: dependencies:
os-homedir: 1.0.2 os-homedir: 1.0.2
expect-puppeteer@9.0.1: {} expect-puppeteer@10.1.4: {}
expect@29.7.0: expect@29.7.0:
dependencies: dependencies:
@ -4252,7 +4302,7 @@ snapshots:
extract-zip@2.0.1: extract-zip@2.0.1:
dependencies: dependencies:
debug: 4.3.4 debug: 4.4.0
get-stream: 5.2.0 get-stream: 5.2.0
yauzl: 2.10.0 yauzl: 2.10.0
optionalDependencies: optionalDependencies:
@ -4294,6 +4344,10 @@ snapshots:
dependencies: dependencies:
flat-cache: 3.1.1 flat-cache: 3.1.1
filelist@1.0.4:
dependencies:
minimatch: 5.1.6
fill-range@7.0.1: fill-range@7.0.1:
dependencies: dependencies:
to-regex-range: 5.0.1 to-regex-range: 5.0.1
@ -4328,7 +4382,7 @@ snapshots:
flatted@3.2.9: {} flatted@3.2.9: {}
follow-redirects@1.15.3: {} follow-redirects@1.15.9: {}
for-each@0.3.3: for-each@0.3.3:
dependencies: dependencies:
@ -4402,7 +4456,7 @@ snapshots:
dependencies: dependencies:
basic-ftp: 5.0.5 basic-ftp: 5.0.5
data-uri-to-buffer: 6.0.2 data-uri-to-buffer: 6.0.2
debug: 4.3.4 debug: 4.4.0
fs-extra: 11.2.0 fs-extra: 11.2.0
transitivePeerDependencies: transitivePeerDependencies:
- supports-color - supports-color
@ -4509,7 +4563,7 @@ snapshots:
http-proxy-agent@7.0.2: http-proxy-agent@7.0.2:
dependencies: dependencies:
agent-base: 7.1.1 agent-base: 7.1.1
debug: 4.3.4 debug: 4.4.0
transitivePeerDependencies: transitivePeerDependencies:
- supports-color - supports-color
@ -4522,7 +4576,7 @@ snapshots:
https-proxy-agent@7.0.4: https-proxy-agent@7.0.4:
dependencies: dependencies:
agent-base: 7.1.1 agent-base: 7.1.1
debug: 4.3.4 debug: 4.4.0
transitivePeerDependencies: transitivePeerDependencies:
- supports-color - supports-color
@ -4693,6 +4747,13 @@ snapshots:
html-escaper: 2.0.2 html-escaper: 2.0.2
istanbul-lib-report: 3.0.1 istanbul-lib-report: 3.0.1
jake@10.9.2:
dependencies:
async: 3.2.6
chalk: 4.1.2
filelist: 1.0.4
minimatch: 3.1.2
jest-changed-files@29.7.0: jest-changed-files@29.7.0:
dependencies: dependencies:
execa: 5.1.1 execa: 5.1.1
@ -4725,16 +4786,16 @@ snapshots:
- babel-plugin-macros - babel-plugin-macros
- supports-color - supports-color
jest-cli@29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)): jest-cli@29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5)):
dependencies: dependencies:
'@jest/core': 29.7.0(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)) '@jest/core': 29.7.0(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))
'@jest/test-result': 29.7.0 '@jest/test-result': 29.7.0
'@jest/types': 29.6.3 '@jest/types': 29.6.3
chalk: 4.1.2 chalk: 4.1.2
create-jest: 29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)) create-jest: 29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))
exit: 0.1.2 exit: 0.1.2
import-local: 3.1.0 import-local: 3.1.0
jest-config: 29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)) jest-config: 29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))
jest-util: 29.7.0 jest-util: 29.7.0
jest-validate: 29.7.0 jest-validate: 29.7.0
yargs: 17.7.2 yargs: 17.7.2
@ -4744,7 +4805,7 @@ snapshots:
- supports-color - supports-color
- ts-node - ts-node
jest-config@29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)): jest-config@29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5)):
dependencies: dependencies:
'@babel/core': 7.23.2 '@babel/core': 7.23.2
'@jest/test-sequencer': 29.7.0 '@jest/test-sequencer': 29.7.0
@ -4770,20 +4831,20 @@ snapshots:
strip-json-comments: 3.1.1 strip-json-comments: 3.1.1
optionalDependencies: optionalDependencies:
'@types/node': 20.8.10 '@types/node': 20.8.10
ts-node: 10.9.1(@types/node@20.8.10)(typescript@4.9.5) ts-node: 10.9.2(@types/node@20.8.10)(typescript@4.9.5)
transitivePeerDependencies: transitivePeerDependencies:
- babel-plugin-macros - babel-plugin-macros
- supports-color - supports-color
jest-dev-server@9.0.1: jest-dev-server@10.1.4:
dependencies: dependencies:
chalk: 4.1.2 chalk: 4.1.2
cwd: 0.10.0 cwd: 0.10.0
find-process: 1.4.7 find-process: 1.4.7
prompts: 2.4.2 prompts: 2.4.2
spawnd: 9.0.1 spawnd: 10.1.4
tree-kill: 1.2.2 tree-kill: 1.2.2
wait-on: 7.1.0 wait-on: 8.0.1
transitivePeerDependencies: transitivePeerDependencies:
- debug - debug
- supports-color - supports-color
@ -4825,12 +4886,12 @@ snapshots:
jest-mock: 29.7.0 jest-mock: 29.7.0
jest-util: 29.7.0 jest-util: 29.7.0
jest-environment-puppeteer@9.0.1(typescript@4.9.5): jest-environment-puppeteer@10.1.4(typescript@4.9.5):
dependencies: dependencies:
chalk: 4.1.2 chalk: 4.1.2
cosmiconfig: 8.3.6(typescript@4.9.5) cosmiconfig: 8.3.6(typescript@4.9.5)
deepmerge: 4.3.1 deepmerge: 4.3.1
jest-dev-server: 9.0.1 jest-dev-server: 10.1.4
jest-environment-node: 29.7.0 jest-environment-node: 29.7.0
transitivePeerDependencies: transitivePeerDependencies:
- debug - debug
@ -4906,11 +4967,11 @@ snapshots:
optionalDependencies: optionalDependencies:
jest-resolve: 29.7.0 jest-resolve: 29.7.0
jest-puppeteer@9.0.1(puppeteer@22.12.0(typescript@4.9.5))(typescript@4.9.5): jest-puppeteer@10.1.4(puppeteer@23.10.1(typescript@4.9.5))(typescript@4.9.5):
dependencies: dependencies:
expect-puppeteer: 9.0.1 expect-puppeteer: 10.1.4
jest-environment-puppeteer: 9.0.1(typescript@4.9.5) jest-environment-puppeteer: 10.1.4(typescript@4.9.5)
puppeteer: 22.12.0(typescript@4.9.5) puppeteer: 23.10.1(typescript@4.9.5)
transitivePeerDependencies: transitivePeerDependencies:
- debug - debug
- supports-color - supports-color
@ -5064,23 +5125,23 @@ snapshots:
merge-stream: 2.0.0 merge-stream: 2.0.0
supports-color: 8.1.1 supports-color: 8.1.1
jest@29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)): jest@29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5)):
dependencies: dependencies:
'@jest/core': 29.7.0(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)) '@jest/core': 29.7.0(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))
'@jest/types': 29.6.3 '@jest/types': 29.6.3
import-local: 3.1.0 import-local: 3.1.0
jest-cli: 29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)) jest-cli: 29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))
transitivePeerDependencies: transitivePeerDependencies:
- '@types/node' - '@types/node'
- babel-plugin-macros - babel-plugin-macros
- supports-color - supports-color
- ts-node - ts-node
joi@17.11.0: joi@17.13.3:
dependencies: dependencies:
'@hapi/hoek': 9.3.0 '@hapi/hoek': 9.3.0
'@hapi/topo': 5.1.0 '@hapi/topo': 5.1.0
'@sideway/address': 4.1.4 '@sideway/address': 4.1.5
'@sideway/formula': 3.0.1 '@sideway/formula': 3.0.1
'@sideway/pinpoint': 2.0.0 '@sideway/pinpoint': 2.0.0
@ -5239,6 +5300,10 @@ snapshots:
dependencies: dependencies:
brace-expansion: 1.1.11 brace-expansion: 1.1.11
minimatch@5.1.6:
dependencies:
brace-expansion: 2.0.1
minimist@1.2.8: {} minimist@1.2.8: {}
mitt@3.0.1: {} mitt@3.0.1: {}
@ -5343,7 +5408,7 @@ snapshots:
dependencies: dependencies:
'@tootallnate/quickjs-emscripten': 0.23.0 '@tootallnate/quickjs-emscripten': 0.23.0
agent-base: 7.1.1 agent-base: 7.1.1
debug: 4.3.4 debug: 4.4.0
get-uri: 6.0.3 get-uri: 6.0.3
http-proxy-agent: 7.0.2 http-proxy-agent: 7.0.2
https-proxy-agent: 7.0.4 https-proxy-agent: 7.0.4
@ -5428,7 +5493,7 @@ snapshots:
proxy-agent@6.4.0: proxy-agent@6.4.0:
dependencies: dependencies:
agent-base: 7.1.1 agent-base: 7.1.1
debug: 4.3.4 debug: 4.4.0
http-proxy-agent: 7.0.2 http-proxy-agent: 7.0.2
https-proxy-agent: 7.0.4 https-proxy-agent: 7.0.4
lru-cache: 7.18.3 lru-cache: 7.18.3
@ -5449,24 +5514,27 @@ snapshots:
punycode@2.3.1: {} punycode@2.3.1: {}
puppeteer-core@22.12.0: puppeteer-core@23.10.1:
dependencies: dependencies:
'@puppeteer/browsers': 2.2.3 '@puppeteer/browsers': 2.5.0
chromium-bidi: 0.5.24(devtools-protocol@0.0.1299070) chromium-bidi: 0.8.0(devtools-protocol@0.0.1367902)
debug: 4.3.5 debug: 4.4.0
devtools-protocol: 0.0.1299070 devtools-protocol: 0.0.1367902
ws: 8.17.1 typed-query-selector: 2.12.0
ws: 8.18.0
transitivePeerDependencies: transitivePeerDependencies:
- bufferutil - bufferutil
- supports-color - supports-color
- utf-8-validate - utf-8-validate
puppeteer@22.12.0(typescript@4.9.5): puppeteer@23.10.1(typescript@4.9.5):
dependencies: dependencies:
'@puppeteer/browsers': 2.2.3 '@puppeteer/browsers': 2.5.0
chromium-bidi: 0.8.0(devtools-protocol@0.0.1367902)
cosmiconfig: 9.0.0(typescript@4.9.5) cosmiconfig: 9.0.0(typescript@4.9.5)
devtools-protocol: 0.0.1299070 devtools-protocol: 0.0.1367902
puppeteer-core: 22.12.0 puppeteer-core: 23.10.1
typed-query-selector: 2.12.0
transitivePeerDependencies: transitivePeerDependencies:
- bufferutil - bufferutil
- supports-color - supports-color
@ -5563,7 +5631,7 @@ snapshots:
rxjs@7.8.1: rxjs@7.8.1:
dependencies: dependencies:
tslib: 2.6.2 tslib: 2.6.3
safe-array-concat@1.0.1: safe-array-concat@1.0.1:
dependencies: dependencies:
@ -5592,9 +5660,7 @@ snapshots:
dependencies: dependencies:
lru-cache: 6.0.0 lru-cache: 6.0.0
semver@7.6.0: semver@7.6.3: {}
dependencies:
lru-cache: 6.0.0
set-function-length@1.1.1: set-function-length@1.1.1:
dependencies: dependencies:
@ -5634,7 +5700,7 @@ snapshots:
socks-proxy-agent@8.0.3: socks-proxy-agent@8.0.3:
dependencies: dependencies:
agent-base: 7.1.1 agent-base: 7.1.1
debug: 4.3.4 debug: 4.4.0
socks: 2.8.3 socks: 2.8.3
transitivePeerDependencies: transitivePeerDependencies:
- supports-color - supports-color
@ -5651,7 +5717,7 @@ snapshots:
source-map@0.6.1: {} source-map@0.6.1: {}
spawnd@9.0.1: spawnd@10.1.4:
dependencies: dependencies:
signal-exit: 4.1.0 signal-exit: 4.1.0
tree-kill: 1.2.2 tree-kill: 1.2.2
@ -5743,7 +5809,7 @@ snapshots:
symbol-tree@3.2.4: {} symbol-tree@3.2.4: {}
tar-fs@3.0.5: tar-fs@3.0.6:
dependencies: dependencies:
pump: 3.0.0 pump: 3.0.0
tar-stream: 3.1.7 tar-stream: 3.1.7
@ -5796,24 +5862,26 @@ snapshots:
tree-kill@1.2.2: {} tree-kill@1.2.2: {}
ts-jest@29.1.1(@babel/core@7.23.2)(@jest/types@29.6.3)(babel-jest@29.7.0(@babel/core@7.23.2))(jest@29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)))(typescript@4.9.5): ts-jest@29.2.5(@babel/core@7.23.2)(@jest/transform@29.7.0)(@jest/types@29.6.3)(babel-jest@29.7.0(@babel/core@7.23.2))(jest@29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5)))(typescript@4.9.5):
dependencies: dependencies:
bs-logger: 0.2.6 bs-logger: 0.2.6
ejs: 3.1.10
fast-json-stable-stringify: 2.1.0 fast-json-stable-stringify: 2.1.0
jest: 29.7.0(@types/node@20.8.10)(ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5)) jest: 29.7.0(@types/node@20.8.10)(ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5))
jest-util: 29.7.0 jest-util: 29.7.0
json5: 2.2.3 json5: 2.2.3
lodash.memoize: 4.1.2 lodash.memoize: 4.1.2
make-error: 1.3.6 make-error: 1.3.6
semver: 7.5.4 semver: 7.6.3
typescript: 4.9.5 typescript: 4.9.5
yargs-parser: 21.1.1 yargs-parser: 21.1.1
optionalDependencies: optionalDependencies:
'@babel/core': 7.23.2 '@babel/core': 7.23.2
'@jest/transform': 29.7.0
'@jest/types': 29.6.3 '@jest/types': 29.6.3
babel-jest: 29.7.0(@babel/core@7.23.2) babel-jest: 29.7.0(@babel/core@7.23.2)
ts-node@10.9.1(@types/node@20.8.10)(typescript@4.9.5): ts-node@10.9.2(@types/node@20.8.10)(typescript@4.9.5):
dependencies: dependencies:
'@cspotcode/source-map-support': 0.8.1 '@cspotcode/source-map-support': 0.8.1
'@tsconfig/node10': 1.0.9 '@tsconfig/node10': 1.0.9
@ -5840,8 +5908,6 @@ snapshots:
tslib@1.14.1: {} tslib@1.14.1: {}
tslib@2.6.2: {}
tslib@2.6.3: {} tslib@2.6.3: {}
tsutils@3.21.0(typescript@4.9.5): tsutils@3.21.0(typescript@4.9.5):
@ -5900,6 +5966,8 @@ snapshots:
for-each: 0.3.3 for-each: 0.3.3
is-typed-array: 1.1.12 is-typed-array: 1.1.12
typed-query-selector@2.12.0: {}
typescript@4.9.5: {} typescript@4.9.5: {}
unbox-primitive@1.0.2: unbox-primitive@1.0.2:
@ -5958,10 +6026,10 @@ snapshots:
webidl-conversions: 4.0.2 webidl-conversions: 4.0.2
xml-name-validator: 3.0.0 xml-name-validator: 3.0.0
wait-on@7.1.0: wait-on@8.0.1:
dependencies: dependencies:
axios: 0.27.2 axios: 1.7.9
joi: 17.11.0 joi: 17.13.3
lodash: 4.17.21 lodash: 4.17.21
minimist: 1.2.8 minimist: 1.2.8
rxjs: 7.8.1 rxjs: 7.8.1
@ -6027,7 +6095,7 @@ snapshots:
ws@7.5.9: {} ws@7.5.9: {}
ws@8.17.1: {} ws@8.18.0: {}
xml-name-validator@3.0.0: {} xml-name-validator@3.0.0: {}

6
src/engines/AnimePictures.test.ts
View File

@ -1,8 +1,8 @@
import { scrapeUrl } from "../test/engine.js"; import { scrapeEvalUrl } from "../test/engine.js";
test("get anime-pictures.net post 729833", async () => { test("get anime-pictures.net post 729833", async () => {
const pageUrl = "https://anime-pictures.net/posts/729833?lang=en"; const pageUrl = "https://anime-pictures.net/posts/729833?lang=en";
const res = await scrapeUrl(pageUrl); const res = await scrapeEvalUrl(pageUrl, "body");
expect(res.posts.length).toBe(1); expect(res.posts.length).toBe(1);
expect(res.posts[0]).toHaveTag("arknights", "copyright"); expect(res.posts[0]).toHaveTag("arknights", "copyright");
expect(res.posts[0]).toHaveTag("ch'en_(arknights)", "character"); expect(res.posts[0]).toHaveTag("ch'en_(arknights)", "character");
@ -14,6 +14,6 @@ test("get anime-pictures.net post 729833", async () => {
expect(res.posts[0]).toHaveResolution([4000, 6865]); expect(res.posts[0]).toHaveResolution([4000, 6865]);
expect(res.posts[0].pageUrl).toBe(pageUrl); expect(res.posts[0].pageUrl).toBe(pageUrl);
expect(res.posts[0].contentUrl).toBe( expect(res.posts[0].contentUrl).toBe(
"https://anime-pictures.net/pictures/download_image/729833-4000x6865-arknights-ch'en+(arknights)-ttk+(kirinottk)-single-long+hair-tall+image.jpeg" "https://api.anime-pictures.net/pictures/download_image/729833-4000x6865-arknights-ch'en+(arknights)-ttk+(kirinottk)-single-long+hair-tall+image.jpeg"
); );
}); });

2
src/engines/AnimePictures.ts
View File

@ -14,7 +14,7 @@ export default class AnimePictures extends ScrapeEngineBase {
post.pageUrl = document.location.href; post.pageUrl = document.location.href;
// Set image url // Set image url
const originalImageElements = Array.from(document.getElementsByClassName("download_icon")); const originalImageElements = Array.from(document.getElementsByClassName("icon-download"));
if (originalImageElements.length > 0) { if (originalImageElements.length > 0) {
post.contentUrl = (originalImageElements[0] as HTMLAnchorElement).href; post.contentUrl = (originalImageElements[0] as HTMLAnchorElement).href;

12
src/engines/Danbooru.test.ts
View File

@ -1,11 +1,11 @@
import { scrapeUrl } from "../test/engine.js"; import { scrapeEvalUrl } from "../test/engine.js";
test("get danbooru.donmai.us post 3555872", async () => { test("get danbooru.donmai.us post 3555872", async () => {
const pageUrl = "https://danbooru.donmai.us/posts/3555872"; const pageUrl = "https://danbooru.donmai.us/posts/3555872";
const res = await scrapeUrl(pageUrl); const res = await scrapeEvalUrl(pageUrl, "#tag-list");
expect(res.posts.length).toBe(1); expect(res.posts.length).toBe(1);
expect(res.posts[0]).toHaveTag("omachi_(slabco)", "artist"); expect(res.posts[0]).toHaveTag("omachi_(slabco)", "artist");
expect(res.posts[0]).toHaveTag("dr_pepper", "copyright"); expect(res.posts[0]).toHaveTag("dr_pepper");
expect(res.posts[0]).toHaveTag("flint_(girls_und_panzer)", "character"); expect(res.posts[0]).toHaveTag("flint_(girls_und_panzer)", "character");
expect(res.posts[0]).toHaveTag("shirt"); expect(res.posts[0]).toHaveTag("shirt");
expect(res.posts[0]).toHaveTag("skirt"); expect(res.posts[0]).toHaveTag("skirt");
@ -15,13 +15,13 @@ test("get danbooru.donmai.us post 3555872", async () => {
expect(res.posts[0]).toHaveSource("https://twitter.com/omatiosake/status/1124306601584672768"); expect(res.posts[0]).toHaveSource("https://twitter.com/omatiosake/status/1124306601584672768");
expect(res.posts[0].pageUrl).toBe(pageUrl); expect(res.posts[0].pageUrl).toBe(pageUrl);
expect(res.posts[0].contentUrl).toBe( expect(res.posts[0].contentUrl).toBe(
"https://cdn.donmai.us/original/90/33/__flint_girls_und_panzer_and_1_more_drawn_by_omachi_slabco__90332299216db81b8793084e4cb7c15d.jpg" "https://cdn.donmai.us/original/90/33/__flint_girls_und_panzer_drawn_by_omachi_slabco__90332299216db81b8793084e4cb7c15d.jpg"
); );
}); });
test("get danbooru.donmai.us post 4924490", async () => { test("get danbooru.donmai.us post 4924490", async () => {
const pageUrl = "https://danbooru.donmai.us/posts/4924490"; const pageUrl = "https://danbooru.donmai.us/posts/4924490";
const res = await scrapeUrl(pageUrl); const res = await scrapeEvalUrl(pageUrl, "#tag-list");
expect(res.posts.length).toBe(1); expect(res.posts.length).toBe(1);
expect(res.posts[0]).toHaveTag("yuureidoushi_(yuurei6214)", "artist"); expect(res.posts[0]).toHaveTag("yuureidoushi_(yuurei6214)", "artist");
expect(res.posts[0]).toHaveTag("comic"); expect(res.posts[0]).toHaveTag("comic");
@ -36,7 +36,7 @@ test("get danbooru.donmai.us post 4924490", async () => {
test("get danbooru.donmai.us post 4530532", async () => { test("get danbooru.donmai.us post 4530532", async () => {
const pageUrl = "https://danbooru.donmai.us/posts/4530532"; const pageUrl = "https://danbooru.donmai.us/posts/4530532";
const res = await scrapeUrl(pageUrl); const res = await scrapeEvalUrl(pageUrl, "#tag-list");
expect(res.posts.length).toBe(1); expect(res.posts.length).toBe(1);
expect(res.posts[0].rating).toBe("sketchy"); expect(res.posts[0].rating).toBe("sketchy");
expect(res.posts[0]).toHaveTag("chainsaw_man", "copyright"); expect(res.posts[0]).toHaveTag("chainsaw_man", "copyright");

1
src/engines/Danbooru.ts
View File

@ -77,7 +77,6 @@ export default class Danbooru extends ScrapeEngineBase {
} }
let category: TagCategory | undefined; let category: TagCategory | undefined;
console.dir(tagElement.classList);
for (const className of tagElement.classList) { for (const className of tagElement.classList) {
switch (className) { switch (className) {
case "tag-type-3": case "tag-type-3":

4
src/engines/Gelbooru.test.ts
View File

@ -14,7 +14,7 @@ test("get safebooru.org post 2871532", async () => {
expect(res.posts[0]).toHaveResolution([1142, 1600]); expect(res.posts[0]).toHaveResolution([1142, 1600]);
expect(res.posts[0].pageUrl).toBe(pageUrl); expect(res.posts[0].pageUrl).toBe(pageUrl);
expect(res.posts[0].rating).toBe("safe"); expect(res.posts[0].rating).toBe("safe");
expect(res.posts[0].contentUrl).toBe( expect(res.posts[0].contentUrl).toContain(
"https://safebooru.org//images/2757/5f19c7744db918c3d4c4c6035bc65dfa9e18866f.jpg" "https://safebooru.org//images/2757/5f19c7744db918c3d4c4c6035bc65dfa9e18866f.jpg"
); );
}); });
@ -80,5 +80,5 @@ test("get xbooru.com post 834083", async () => {
expect(res.posts.length).toBe(1); expect(res.posts.length).toBe(1);
expect(res.posts[0].pageUrl).toBe(pageUrl); expect(res.posts[0].pageUrl).toBe(pageUrl);
expect(res.posts[0].rating).toBe("safe"); expect(res.posts[0].rating).toBe("safe");
expect(res.posts[0].contentUrl).toBe("https://img.xbooru.com//images/584/040dc1625c094a7d5d7b0918aa0d8324.png"); expect(res.posts[0].contentUrl).toContain("https://img.xbooru.com//images/584/040dc1625c094a7d5d7b0918aa0d8324.png");
}); });

2
src/engines/Inkbunny.test.ts
View File

@ -9,5 +9,5 @@ test("get inkbunny.net post 2430530", async () => {
expect(res.posts[0]).toHaveTag("medusa"); expect(res.posts[0]).toHaveTag("medusa");
expect(res.posts[0]).toHaveResolution([1062, 1521]); expect(res.posts[0]).toHaveResolution([1062, 1521]);
expect(res.posts[0].pageUrl).toBe(pageUrl); expect(res.posts[0].pageUrl).toBe(pageUrl);
expect(res.posts[0].contentUrl).toBe("https://nl.ib.metapix.net/files/full/3562/3562592_vavacung_medusa.png"); expect(res.posts[0].contentUrl).toContain("metapix.net/files/full/3562/3562592_vavacung_medusa.png");
}); });

4
src/engines/Moebooru.test.ts
View File

@ -85,12 +85,12 @@ test("get konachan.com post 358247 jpeg and png", async () => {
expect(res.posts[0]).toHaveResolution([6144, 3456]); expect(res.posts[0]).toHaveResolution([6144, 3456]);
expect(res.posts[0].pageUrl).toBe(pageUrl); expect(res.posts[0].pageUrl).toBe(pageUrl);
expect(res.posts[0].contentUrl).toBe( expect(res.posts[0].contentUrl).toBe(
"https://konachan.com/image/56983a2166a13f4af963774ccd424f0e/Konachan.com%20-%20358247%203d%20arknights%20computer%20couch%20dress%20drink%20gloves%20gun%20halo%20hoodie%20necklace%20pantyhose%20red_eyes%20red_hair%20shirt%20shorts%20skirt%20tie%20twintails%20weapon%20wolfgirl.png" "https://konachan.com/image/56983a2166a13f4af963774ccd424f0e/Konachan.com%20-%20358247%203d%20arknights%20computer%20couch%20dress%20drink%20gloves%20gun%20halo%20hood%20necklace%20pantyhose%20red_eyes%20red_hair%20shirt%20shorts%20skirt%20tie%20twintails%20weapon%20wolfgirl.png"
); );
expect(res.posts[0]).toHaveSource("https://www.pixiv.net/en/artworks/108925945"); expect(res.posts[0]).toHaveSource("https://www.pixiv.net/en/artworks/108925945");
// JPEG variant // JPEG variant
expect(res.posts[1].contentUrl).toBe( expect(res.posts[1].contentUrl).toBe(
"https://konachan.com/jpeg/56983a2166a13f4af963774ccd424f0e/Konachan.com%20-%20358247%203d%20arknights%20computer%20couch%20dress%20drink%20gloves%20gun%20halo%20hoodie%20necklace%20pantyhose%20red_eyes%20red_hair%20shirt%20shorts%20skirt%20tie%20twintails%20weapon%20wolfgirl.jpg" "https://konachan.com/jpeg/56983a2166a13f4af963774ccd424f0e/Konachan.com%20-%20358247%203d%20arknights%20computer%20couch%20dress%20drink%20gloves%20gun%20halo%20hood%20necklace%20pantyhose%20red_eyes%20red_hair%20shirt%20shorts%20skirt%20tie%20twintails%20weapon%20wolfgirl.jpg"
); );
}); });

21
src/engines/SankakuComplex.test.ts
View File

@ -1,30 +1,15 @@
import { scrapeUrl } from "../test/engine.js"; import { scrapeUrl } from "../test/engine.js";
test("get chan.sankakucomplex.com post 19614481 with notes", async () => { test("get chan.sankakucomplex.com post 19614481 with notes", async () => {
const pageUrl = "https://chan.sankakucomplex.com/posts/show/507e986a62cc5b866d92ad491dcfb1a4"; const pageUrl = "https://chan.sankakucomplex.com/en/posts/porqpNvZBa7";
const res = await scrapeUrl(pageUrl); const res = await scrapeUrl(pageUrl);
expect(res.posts.length).toBe(1); expect(res.posts.length).toBe(1);
expect(res.posts[0]).toHaveTag("bangs"); expect(res.posts[0]).toHaveTag("bangs");
expect(res.posts[0]).toHaveTag("bare_shoulders"); expect(res.posts[0]).toHaveTag("bare_shoulders");
expect(res.posts[0]).toHaveTag("solo");
expect(res.posts[0]).toHaveTag("text");
expect(res.posts[0]).toHaveTag("idolmaster"); expect(res.posts[0]).toHaveTag("idolmaster");
expect(res.posts[0]).toHaveTag("mayuzumi_fuyuko"); expect(res.posts[0]).toHaveTag("mayuzumi_fuyuko");
expect(res.posts[0]).toHaveNote("What are you looking at..."); // expect(res.posts[0]).toHaveNote("What are you looking at...");
expect(res.posts[0]).toHaveNote("What...?"); // expect(res.posts[0]).toHaveNote("What...?");
expect(res.posts[0].pageUrl).toBe(pageUrl); expect(res.posts[0].pageUrl).toBe(pageUrl);
expect(res.posts[0].contentUrl).toContain("sankakucomplex.com/data/50/7e/507e986a62cc5b866d92ad491dcfb1a4.jpg"); expect(res.posts[0].contentUrl).toContain("sankakucomplex.com/data/50/7e/507e986a62cc5b866d92ad491dcfb1a4.jpg");
}); });
test("get chan.sankakucomplex.com post 29354061 with notes", async () => {
// Kinda sketchy
const pageUrl = "https://chan.sankakucomplex.com/posts/show/c8376f02608548365d394a658e85cb3f";
const res = await scrapeUrl(pageUrl);
expect(res.posts.length).toBe(1);
expect(res.posts[0]).toHaveTag("bangs");
expect(res.posts[0]).toHaveTag("braid");
expect(res.posts[0]).toHaveTag("sankuro");
expect(res.posts[0].notes[0].text).toContain("I already told you");
expect(res.posts[0].pageUrl).toBe(pageUrl);
expect(res.posts[0].contentUrl).toContain("sankakucomplex.com/data/c8/37/c8376f02608548365d394a658e85cb3f.jpg");
});

4
src/engines/Shimmie2.test.ts
View File

@ -9,7 +9,5 @@ test("get rule34.paheal.net post 2505982", async () => {
expect(res.posts[0]).toHaveSource( expect(res.posts[0]).toHaveSource(
"http://law-zilla.tumblr.com/post/171249285285/finished-subdraw-37-kaisa-from-league-of-legends" "http://law-zilla.tumblr.com/post/171249285285/finished-subdraw-37-kaisa-from-league-of-legends"
); );
expect(res.posts[0].contentUrl).toContain( expect(res.posts[0].contentUrl).toContain("https://r34i.paheal-cdn.net");
".paheal.net/_images/15427ab5ed2cddbeef947e30f5c9cab6/2505982%20-%20Kai%27Sa%20lawzilla%20League_of_Legends.png"
);
}); });

25
src/engines/Shimmie2.ts
View File

@ -13,18 +13,21 @@ export default class Shimmie2 extends ScrapeEngineBase {
post.pageUrl = document.location.href; post.pageUrl = document.location.href;
// Set image url // Set image url
const originalImageElements = Array.from(document.querySelectorAll(".image_info > tbody > tr > td > a")) // const originalImageElements = Array.from(document.querySelectorAll(".image_info > tbody > tr > td > a"))
.map((x) => x as HTMLAnchorElement) // .map((x) => x as HTMLAnchorElement)
.filter((x) => x.innerText == "Image Only" || x.innerText == "File Only"); // .filter((x) => x.innerText == "Image Only" || x.innerText == "File Only");
if (originalImageElements.length > 0) { // if (originalImageElements.length > 0) {
post.contentUrl = originalImageElements[0].href; // post.contentUrl = originalImageElements[0].href;
} else { // } else {
const dowloadBtnEl = document.querySelector("a[download]") as HTMLAnchorElement; // const dowloadBtnEl = document.querySelector("a[download]") as HTMLAnchorElement;
if (dowloadBtnEl) { // if (dowloadBtnEl) {
post.contentUrl = dowloadBtnEl.href; // post.contentUrl = dowloadBtnEl.href;
} // }
} // }
// @ts-expect-error
post.contentUrl = document.getElementById("main_image").src;
// Set content type // Set content type
post.contentType = guessContentType(post.contentUrl); post.contentType = guessContentType(post.contentUrl);

8
src/engines/Zerochan.test.ts
View File

@ -13,11 +13,11 @@ test("get zerochan.net post 2934998", async () => {
}); });
test("get zerochan.net gif post 3511809", async () => { test("get zerochan.net gif post 3511809", async () => {
const pageUrl = "https://www.zerochan.net/3511809"; const pageUrl = "https://www.zerochan.net/4356451";
const res = await scrapeUrl(pageUrl); const res = await scrapeUrl(pageUrl);
expect(res.posts.length).toBe(1); expect(res.posts.length).toBe(1);
expect(res.posts[0]).toHaveTag("rwby"); expect(res.posts[0]).toHaveTag("honkai_star_rail");
expect(res.posts[0]).toHaveResolution([500, 150]); expect(res.posts[0]).toHaveResolution([2192, 1644]);
expect(res.posts[0].pageUrl).toBe(pageUrl); expect(res.posts[0].pageUrl).toBe(pageUrl);
expect(res.posts[0].contentUrl).toBe("https://static.zerochan.net/Ruby.Rose.full.3511809.gif"); expect(res.posts[0].contentUrl).toBe("https://static.zerochan.net/Honkai.Star.Rail.full.4356451.jpg");
}); });

4
src/engines/Zerochan.ts
View File

@ -30,9 +30,9 @@ export default class Zerochan extends ScrapeEngineBase {
post.contentType = guessContentType(post.contentUrl); post.contentType = guessContentType(post.contentUrl);
// Set resolution // Set resolution
const resSizeEl = document.querySelector("#large > p > br")?.parentNode as HTMLParagraphElement; const resSizeEl = document.querySelector("#image-info")?.firstElementChild;
if (resSizeEl) { if (resSizeEl) {
post.resolution = parseResolutionString(resSizeEl.childNodes[0].textContent); post.resolution = parseResolutionString(resSizeEl.textContent?.replace("×", "x"));
} }
// Set rating // Set rating

15
src/test/engine.ts
View File

@ -9,7 +9,9 @@ export const MobileUserAgent = "Mozilla/5.0 (Android 12; Mobile; rv:68.0) Gecko/
* @returns * @returns
*/ */
export async function scrapeUrl(url: string) { export async function scrapeUrl(url: string) {
const dom = await JSDOM.fromURL(url); const dom = await JSDOM.fromURL(url, {
userAgent: "PostmanRuntime/7.37.3",
});
return scrapeDom(dom.window.document); return scrapeDom(dom.window.document);
} }
@ -19,7 +21,11 @@ export async function scrapeUrl(url: string) {
* @param waitForSelector * @param waitForSelector
* @returns * @returns
*/ */
export async function scrapeEvalUrl(url: string, waitForSelector: string, userAgent: string | undefined = undefined) { export async function scrapeEvalUrl(
url: string,
waitForSelector: string,
userAgent: string | undefined = "PostmanRuntime/7.37.3"
) {
await jestPuppeteer.resetPage(); await jestPuppeteer.resetPage();
if (userAgent) { if (userAgent) {
@ -27,7 +33,10 @@ export async function scrapeEvalUrl(url: string, waitForSelector: string, userAg
} }
await page.goto(url); await page.goto(url);
await page.waitForSelector(waitForSelector, { visible: true });
const res = await page.waitForSelector(waitForSelector, { visible: true, timeout: 10_000 });
if (res == null) throw new Error("waitForSelector timed out.");
return scrapePage(url, page); return scrapePage(url, page);
} }