bread
/
4get
forked from lolcat/4get
1
0
Fork 0
Code Pull Requests Activity

Compare commits

merge into: bread:master
Branches Tags
bread:master
lolcat:master
...
pull from: lolcat:master
Branches Tags
lolcat:master
bread:master

1 Commits
master ... master

Author SHA1 Message Date
lolcat 6eabc3edf4 qwant captcha detect 2024-10-09 18:34:36 -04:00
1 changed files with 33 additions and 29 deletions
Show Stats Expand all files Collapse all files

58
scraper/qwant.php
View File

@ -353,25 +353,16 @@ class qwant{
"related" => [] "related" => []
]; ];
if($json["status"] != "success"){ if(
$json["status"] != "success" &&
if($json["data"]["error_code"] === 5){ $json["data"]["error_code"] === 5
){
// no results
return $out; return $out;
} }
if(isset($json["data"]["error_code"])){ $this->detect_errors($json);
switch($json["data"]["error_code"]){
case 27:
throw new Exception("Qwant returned a captcha");
break;
}
}
throw new Exception("Qwant returned an error code: " . $json["data"]["error_code"]);
}
if(!isset($json["data"]["result"]["items"]["mainline"])){ if(!isset($json["data"]["result"]["items"]["mainline"])){
@ -654,10 +645,7 @@ class qwant{
throw new Exception("Failed to decode JSON"); throw new Exception("Failed to decode JSON");
} }
if($json["status"] != "success"){ $this->detect_errors($json);
throw new Exception("Qwant returned an API error");
}
if(isset($json["data"]["result"]["items"]["mainline"])){ if(isset($json["data"]["result"]["items"]["mainline"])){
@ -754,10 +742,7 @@ class qwant{
throw new Exception("Could not parse JSON"); throw new Exception("Could not parse JSON");
} }
if($json["status"] != "success"){ $this->detect_errors($json);
throw new Exception("Qwant returned an API error");
}
if(isset($json["data"]["result"]["items"]["mainline"])){ if(isset($json["data"]["result"]["items"]["mainline"])){
@ -861,10 +846,7 @@ class qwant{
throw new Exception("Could not parse JSON"); throw new Exception("Could not parse JSON");
} }
if($json["status"] != "success"){ $this->detect_errors($json);
throw new Exception("Qwant returned an API error");
}
if(isset($json["data"]["result"]["items"]["mainline"])){ if(isset($json["data"]["result"]["items"]["mainline"])){
@ -906,6 +888,28 @@ class qwant{
return $out; return $out;
} }
private function detect_errors($json){
if(
isset($json["status"]) &&
$json["status"] == "error"
){
if(isset($json["data"]["error_data"]["captchaUrl"])){
throw new Exception("Qwant returned a captcha");
}elseif(isset($json["data"]["error_data"]["error_code"])){
throw new Exception(
"Qwant returned an API error: " .
$json["data"]["error_data"]["error_code"]
);
}
throw new Exception("Qwant returned an API error");
}
}
private function limitstrlen($text){ private function limitstrlen($text){
return explode("\n", wordwrap($text, 300, "\n"))[0]; return explode("\n", wordwrap($text, 300, "\n"))[0];