AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-08 16:28:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #313 from snippet/google-search-term-fix

Browse Source 
fix multi-word search term issue: /search (w/o Serp)
This commit is contained in:
Nicolas 2024-06-24 19:24:58 -03:00 committed by GitHub
commit f84fb4b331
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/api/src/search/googlesearch.ts
View File

@ -52,8 +52,6 @@ async function _req(term: string, results: number, lang: string, country: string
export async function google_search(term: string, advanced = false, num_results = 7, tbs = null, filter = null, lang = "en", country = "us", proxy = null, sleep_interval = 0, timeout = 5000, ) :Promise<SearchResult[]> { export async function google_search(term: string, advanced = false, num_results = 7, tbs = null, filter = null, lang = "en", country = "us", proxy = null, sleep_interval = 0, timeout = 5000, ) :Promise<SearchResult[]> {
const escaped_term = querystring.escape(term);
let proxies = null; let proxies = null;
if (proxy) { if (proxy) {
if (proxy.startsWith("https")) { if (proxy.startsWith("https")) {
@ -71,7 +69,7 @@ export async function google_search(term: string, advanced = false, num_results
const maxAttempts = 20; // Define a maximum number of attempts to prevent infinite loop const maxAttempts = 20; // Define a maximum number of attempts to prevent infinite loop
while (start < num_results && attempts < maxAttempts) { while (start < num_results && attempts < maxAttempts) {
try { try {
const resp = await _req(escaped_term, num_results - start, lang, country, start, proxies, timeout, tbs, filter); const resp = await _req(term, num_results - start, lang, country, start, proxies, timeout, tbs, filter);
const $ = cheerio.load(resp.data); const $ = cheerio.load(resp.data);
const result_block = $("div.g"); const result_block = $("div.g");
if (result_block.length === 0) { if (result_block.length === 0) {