Merge pull request #236 from zhoucheng89/main

shaoyijia · web-flow · commit dcfa2bd4575e · 2024-10-27T09:53:29.000-07:00
Fix SerperRM bug.
diff --git a/knowledge_storm/rm.py b/knowledge_storm/rm.py
@@ -537,7 +537,9 @@ def forward(self, query_or_queries: Union[str, List[str]], exclude_urls: List[st
                     snippets = [organic.get("snippet")]
                     if self.ENABLE_EXTRA_SNIPPET_EXTRACTION:
                         snippets.extend(
-                            valid_url_to_snippets.get(url, {}).get("snippets", [])
+                            valid_url_to_snippets.get(url.strip("'"), {}).get(
+                                "snippets", []
+                            )
                         )
                     collected_results.append(
                         {

Original file line number	Diff line number	Diff line change
`@@ -537,7 +537,9 @@ def forward(self, query_or_queries: Union[str, List[str]], exclude_urls: List[st`
`537`	`537`	`snippets = [organic.get("snippet")]`
`538`	`538`	`if self.ENABLE_EXTRA_SNIPPET_EXTRACTION:`
`539`	`539`	`snippets.extend(`
`540`		`- valid_url_to_snippets.get(url, {}).get("snippets", [])`
	`540`	`+ valid_url_to_snippets.get(url.strip("'"), {}).get(`
	`541`	`+ "snippets", []`
	`542`	`+ )`
`541`	`543`	`)`
`542`	`544`	`collected_results.append(`
`543`	`545`	`{`