Skip to content

Commit

Permalink
Update process_batch.py
Browse files Browse the repository at this point in the history
  • Loading branch information
MathiasExorde authored Aug 22, 2024
1 parent bb085b8 commit 0baa6cb
Showing 1 changed file with 2 additions and 3 deletions.
5 changes: 2 additions & 3 deletions exorde/process_batch.py
Original file line number Diff line number Diff line change
Expand Up @@ -191,12 +191,12 @@ def merge_chunks(chunks: list[ProcessedItem]) -> ProcessedItem:
merged_item = None
return merged_item


SOCIAL_DOMAINS = [
"4chan",
"4channel.org",
"reddit.com",
"twitter.com",
"bsky.app",
"t.com",
"x.com",
"youtube.com",
Expand All @@ -214,10 +214,9 @@ def merge_chunks(chunks: list[ProcessedItem]) -> ProcessedItem:
"news.ycombinator.com",
"tradingview.com",
"followin.in",
"seekingalpha.io",
"seekingalpha.io"
]


def get_source_type(item: ProtocolItem) -> SourceType:
if item.domain in SOCIAL_DOMAINS:
return SourceType("social")
Expand Down

0 comments on commit 0baa6cb

Please sign in to comment.