From 05d44d9977487341f16735da5ad75c180653c91e Mon Sep 17 00:00:00 2001 From: Michael Chouinard Date: Fri, 17 Jan 2025 13:05:02 -0500 Subject: [PATCH 1/3] [Unticketed] Fix issue where opportunities aren't loaded to search index --- api/src/search/backend/load_opportunities_to_index.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/api/src/search/backend/load_opportunities_to_index.py b/api/src/search/backend/load_opportunities_to_index.py index a1e7d0c9c..ae36f3fdd 100644 --- a/api/src/search/backend/load_opportunities_to_index.py +++ b/api/src/search/backend/load_opportunities_to_index.py @@ -336,6 +336,11 @@ def load_records(self, records: Sequence[Opportunity]) -> set[int]: json_record["attachments"] = self.get_attachment_json_for_opportunity( record.opportunity_attachments ) + else: + # TODO: This shouldn't be needed, but with the pipeline enabled, if we don't + # include any attachments, then the opportunities don't get added. + # Need to further investigate the pipeline logic to see if we can reconfigure it. + json_record["attachments"] = [] json_records.append(json_record) self.increment(self.Metrics.RECORDS_LOADED) From 08a7ccddb79f9477ed513b1569a0d35e18a743ba Mon Sep 17 00:00:00 2001 From: Michael Chouinard Date: Fri, 17 Jan 2025 13:09:24 -0500 Subject: [PATCH 2/3] Fix --- api/src/search/backend/load_opportunities_to_index.py | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/api/src/search/backend/load_opportunities_to_index.py b/api/src/search/backend/load_opportunities_to_index.py index ae36f3fdd..c61012d04 100644 --- a/api/src/search/backend/load_opportunities_to_index.py +++ b/api/src/search/backend/load_opportunities_to_index.py @@ -97,6 +97,7 @@ def _create_multi_attachment_pipeline(self) -> None: "field": "_ingest._value.data", } }, + "ignore_missing": True } } ], @@ -336,11 +337,6 @@ def load_records(self, records: Sequence[Opportunity]) -> set[int]: json_record["attachments"] = self.get_attachment_json_for_opportunity( record.opportunity_attachments ) - else: - # TODO: This shouldn't be needed, but with the pipeline enabled, if we don't - # include any attachments, then the opportunities don't get added. - # Need to further investigate the pipeline logic to see if we can reconfigure it. - json_record["attachments"] = [] json_records.append(json_record) self.increment(self.Metrics.RECORDS_LOADED) From dfc08d37de35dedc5b2f7496f32bf3e0345ec8fa Mon Sep 17 00:00:00 2001 From: Michael Chouinard Date: Fri, 17 Jan 2025 13:13:37 -0500 Subject: [PATCH 3/3] Fix format --- api/src/search/backend/load_opportunities_to_index.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/api/src/search/backend/load_opportunities_to_index.py b/api/src/search/backend/load_opportunities_to_index.py index c61012d04..a74b22945 100644 --- a/api/src/search/backend/load_opportunities_to_index.py +++ b/api/src/search/backend/load_opportunities_to_index.py @@ -97,7 +97,7 @@ def _create_multi_attachment_pipeline(self) -> None: "field": "_ingest._value.data", } }, - "ignore_missing": True + "ignore_missing": True, } } ],