Nes
/
neo-scraper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Attempt to 'prettier' code 

* Hopefully this is 'prettier'
pull/15/head
GlobalGit3 2023-07-01 14:24:08 -05:00
parent 3407ae2a8c
commit 4c0c790c0c
2 changed files with 35 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/NeoScraper.ts
View File

@ -16,7 +16,7 @@ export default class NeoScraper {
new engines.Gelbooru(), new engines.Gelbooru(),
new engines.Inkbunny(), new engines.Inkbunny(),
new engines.Moebooru(), new engines.Moebooru(),
new engines.Philomena(), new engines.Philomena(),
new engines.Pixiv(), new engines.Pixiv(),
new engines.Reddit(), new engines.Reddit(),
new engines.Rule34us(), new engines.Rule34us(),

58
src/engines/Philomena.ts
View File

@ -5,7 +5,15 @@ export default class Philomena extends ScrapeEngineBase {
name = "Philomena"; name = "Philomena";
features: ScrapeEngineFeature[] = ["content", "rating", "tags", "source"]; features: ScrapeEngineFeature[] = ["content", "rating", "tags", "source"];
notes = []; notes = [];
supportedHosts = ["derpibooru.org", "trixiebooru.org", "ponybooru.org", "furbooru.org", "ponerpics.org", "manebooru.art", "twibooru.org"]; supportedHosts = [
"derpibooru.org",
"trixiebooru.org",
"ponybooru.org",
"furbooru.org",
"ponerpics.org",
"manebooru.art",
"twibooru.org",
];
scrapeDocument(document: Document): ScrapeResult { scrapeDocument(document: Document): ScrapeResult {
const result = new ScrapeResult(this.name); const result = new ScrapeResult(this.name);
@ -13,7 +21,9 @@ export default class Philomena extends ScrapeEngineBase {
post.pageUrl = document.location.href; post.pageUrl = document.location.href;
// Set image url // Set image url
const downloadEl = document.querySelector("div[id^='image_meta_'] > div:nth-child(4) > a:nth-child(4)") as HTMLAnchorElement; const downloadEl = document.querySelector(
"div[id^='image_meta_'] > div:nth-child(4) > a:nth-child(4)"
) as HTMLAnchorElement;
post.contentUrl = downloadEl?.href; post.contentUrl = downloadEl?.href;
// Set content type // Set content type
@ -22,37 +32,37 @@ export default class Philomena extends ScrapeEngineBase {
} }
// Set default rating (Will be determined later) // Set default rating (Will be determined later)
post.rating = "unsafe"; post.rating = "unsafe";
// Set tags // Set tags
const tagEls = Array.from(document.querySelectorAll("a.tag__name")).map((x) => x as HTMLLIElement); const tagEls = Array.from(document.querySelectorAll("a.tag__name")).map((x) => x as HTMLLIElement);
for (const el of tagEls) { for (const el of tagEls) {
const tagName = (el.innerText); const tagName = el.innerText;
let category: TagCategory | undefined; let category: TagCategory | undefined;
// Set rating (philomena uses tags for this) // Set rating (philomena uses tags for this)
switch (tagName) { switch (tagName) {
case "safe": case "safe":
post.rating = "safe"; post.rating = "safe";
break; break;
case "suggestive": case "suggestive":
post.rating = "sketchy"; post.rating = "sketchy";
break; break;
case "questionable": case "questionable":
post.rating = "sketchy"; post.rating = "sketchy";
break; break;
case "explicit": case "explicit":
post.rating = "unsafe"; post.rating = "unsafe";
break; break;
} }
if (tagName) { if (tagName) {
const tag = new ScrapedTag(tagName, category); const tag = new ScrapedTag(tagName, category);
post.tags.push(tag); post.tags.push(tag);
} }
} }
// Set source // Set source
const sourceEls = Array.from(document.querySelectorAll("a.js-source-link")).map((x) => x as HTMLAnchorElement); const sourceEls = Array.from(document.querySelectorAll("a.js-source-link")).map((x) => x as HTMLAnchorElement);
post.sources = sourceEls.map((x) => x.href); post.sources = sourceEls.map((x) => x.href);