Handle more byline scraping

Signed-off-by: Marcus Noble <[email protected]>
NamelessPlanet · Jan 5, 2025 · cceeb4f · cceeb4f
1 parent 794b29f
commit cceeb4f
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/internal/scraper/client.go b/internal/scraper/client.go
@@ -47,6 +47,17 @@ func FetchURLDetails(entry *types.Entry) (*types.Entry, error) {
 			entry.Byline = e.Attr("content")
 		case "author":
 			entry.Byline = e.Attr("content")
+		case "octolytics-dimension-user_login":
+			entry.Byline = e.Attr("content")
+		}
+	})
+
+	c.OnHTML("span[itemprop='author']", func(e *colly.HTMLElement) {
+		if entry.Byline == "" {
+			linkChild := e.DOM.Find("link[itemprop='name']")
+			if linkChild != nil {
+				entry.Byline, _ = linkChild.Attr("content")
+			}
 		}
 	})