Backup_Repos/stash
1
0
Fork 0
mirror of https://github.com/stashapp/stash.git synced 2025-12-07 17:02:38 +01:00
Code Issues Projects Releases Wiki Activity

Fix freeones scraper (#1091)

Browse source
This commit is contained in:
Belley 2021-01-31 22:15:50 +01:00 committed by GitHub
parent 6114caa938
commit 86bfb64a0d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

32
pkg/scraper/freeones.go
View file

@ -53,21 +53,21 @@ xPathScrapers:
Twitter: //a[contains(@href,'twitter.com/')]/@href Twitter: //a[contains(@href,'twitter.com/')]/@href
Instagram: //a[contains(@href,'instagram.com/')]/@href Instagram: //a[contains(@href,'instagram.com/')]/@href
Birthdate: Birthdate:
selector: //div[p[text()='Personal Information']]//span[contains(text(),'Born On')] selector: //span[contains(text(),'Born On')]
postProcess: postProcess:
- replace: - replace:
- regex: Born On - regex: Born On
with: with:
- parseDate: January 2, 2006 - parseDate: January 2, 2006
Ethnicity: Ethnicity:
selector: //div[p[text()='Ethnicity']]//a[@data-test="link_ethnicity"] selector: //a[@data-test="link_ethnicity"]/span/text()
postProcess: postProcess:
- map: - map:
Asian: asian Asian: Asian
Caucasian: white Caucasian: White
Black: black Black: Black
Latin: hispanic Latin: Hispanic
Country: //div[p[text()='Personal Information']]//a[@data-test="link-country"] Country: //a[@data-test="link-country"]/span/text()
EyeColor: //span[text()='Eye Color']/following-sibling::span/a EyeColor: //span[text()='Eye Color']/following-sibling::span/a
Height: Height:
selector: //span[text()='Height']/following-sibling::span/a selector: //span[text()='Height']/following-sibling::span/a
@ -91,16 +91,24 @@ xPathScrapers:
Fake: Yes Fake: Yes
Natural: No Natural: No
CareerLength: CareerLength:
selector: //div[p[text()='career']]//div[contains(@class,'timeline-horizontal')]//p[@class='m-0'] selector: //div[contains(@class,'timeline-horizontal')]//p[@class='m-0']
concat: "-" concat: "-"
Aliases: //p[text()='Aliases']/following-sibling::div/p Aliases: //p[@data-test='p_aliases']/text()
Tattoos: //span[text()='Tattoos']/following-sibling::span/span Tattoos:
Piercings: //span[text()='Piercings']/following-sibling::span/span selector: //span[text()='Tattoos']/following-sibling::span/span
postProcess:
- map:
Unknown: ""
Piercings:
selector: //span[text()='Piercings']/following-sibling::span/span
postProcess:
- map:
Unknown: ""
Image: Image:
selector: //div[contains(@class,'image-container')]//a/img/@src selector: //div[contains(@class,'image-container')]//a/img/@src
Gender: Gender:
fixed: "Female" fixed: "Female"
# Last updated November 06, 2020 # Last updated January 31, 2021
` `
func getFreeonesScraper() config { func getFreeonesScraper() config {