ill need to rewrite the google scraper, but hey atleast we got imagesearch working woooo
This commit is contained in:
parent
6f896221f0
commit
b57b2d7118
|
@ -11,6 +11,7 @@ https://4get.ca
|
||||||
1. Web
|
1. Web
|
||||||
- DuckDuckGo
|
- DuckDuckGo
|
||||||
- Brave
|
- Brave
|
||||||
|
- Google
|
||||||
- Mojeek
|
- Mojeek
|
||||||
- Marginalia
|
- Marginalia
|
||||||
- wiby
|
- wiby
|
||||||
|
@ -18,6 +19,7 @@ https://4get.ca
|
||||||
2. Images
|
2. Images
|
||||||
- DuckDuckGo
|
- DuckDuckGo
|
||||||
- Yandex
|
- Yandex
|
||||||
|
- Google
|
||||||
- Brave
|
- Brave
|
||||||
|
|
||||||
3. Videos
|
3. Videos
|
||||||
|
@ -25,13 +27,15 @@ https://4get.ca
|
||||||
- Facebook videos
|
- Facebook videos
|
||||||
- DuckDuckgo
|
- DuckDuckgo
|
||||||
- Brave
|
- Brave
|
||||||
|
- Google
|
||||||
|
|
||||||
4. News
|
4. News
|
||||||
- DuckDuckGo
|
- DuckDuckGo
|
||||||
- Brave
|
- Brave
|
||||||
|
- Google
|
||||||
- Mojeek
|
- Mojeek
|
||||||
|
|
||||||
More scrapers are coming soon. I currently want to add Google, Hackernews, Qwant and find a way to scrape Yandex web without those fucking captchas. A shopping, music and files tab is also in my todo list.
|
More scrapers are coming soon. I currently want to add Hackernews, Qwant and find a way to scrape Yandex web without those fucking captchas. A shopping, music and files tab is also in my todo list.
|
||||||
|
|
||||||
# Setup
|
# Setup
|
||||||
This section is still to-do. You will need to figure shit out for some of the apache2 stuff. Everything else should be OK.
|
This section is still to-do. You will need to figure shit out for some of the apache2 stuff. Everything else should be OK.
|
||||||
|
|
|
@ -88,8 +88,12 @@ $left =
|
||||||
<td>Address</td>
|
<td>Address</td>
|
||||||
</tr>
|
</tr>
|
||||||
<tr>
|
<tr>
|
||||||
<td>4get</td>
|
<td>lolcat\'s instance (master)</td>
|
||||||
<td><a href="https://4get.ca">4get.ca</a><a href="http://4getwebfrq5zr4sxugk6htxvawqehxtdgjrbcn2oslllcol2vepa23yd.onion/">(tor)</a></td>
|
<td><a href="https://4get.ca">4get.ca</a><a href="http://4getwebfrq5zr4sxugk6htxvawqehxtdgjrbcn2oslllcol2vepa23yd.onion">(tor)</a></td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td>zzls\'s instance</td>
|
||||||
|
<td><a href="https://4get.zzls.xyz/">4get.zzls.xyz</a><a href="http://4get.zzlsghu6mvvwyy75mvga6gaf4znbp3erk5xwfzedb4gg6qqh2j6rlvid.onion">(tor)</a></td>
|
||||||
</tr>
|
</tr>
|
||||||
</table>
|
</table>
|
||||||
|
|
||||||
|
|
|
@ -877,8 +877,8 @@ class frontend{
|
||||||
"display" => "Scraper",
|
"display" => "Scraper",
|
||||||
"option" => [
|
"option" => [
|
||||||
"ddg" => "DuckDuckGo",
|
"ddg" => "DuckDuckGo",
|
||||||
"brave" => "Brave",
|
//"brave" => "Brave",
|
||||||
//"google" => "Google",
|
"google" => "Google",
|
||||||
"mojeek" => "Mojeek",
|
"mojeek" => "Mojeek",
|
||||||
"marginalia" => "Marginalia",
|
"marginalia" => "Marginalia",
|
||||||
"wiby" => "wiby"
|
"wiby" => "wiby"
|
||||||
|
@ -892,8 +892,8 @@ class frontend{
|
||||||
"option" => [
|
"option" => [
|
||||||
"ddg" => "DuckDuckGo",
|
"ddg" => "DuckDuckGo",
|
||||||
"yandex" => "Yandex",
|
"yandex" => "Yandex",
|
||||||
"brave" => "Brave"//,
|
"brave" => "Brave",
|
||||||
//"google" => "Google"
|
"google" => "Google"
|
||||||
]
|
]
|
||||||
];
|
];
|
||||||
break;
|
break;
|
||||||
|
|
10
proxy.php
10
proxy.php
|
@ -32,11 +32,11 @@ try{
|
||||||
|
|
||||||
switch($_GET["s"]){
|
switch($_GET["s"]){
|
||||||
|
|
||||||
case "portrait": $req = "&w=50&h=90&p=0&qlt=99"; break;
|
case "portrait": $req = "&w=50&h=90&p=0&qlt=90"; break;
|
||||||
case "landscape": $req = "&w=160&h=90&p=0&qlt=99"; break;
|
case "landscape": $req = "&w=160&h=90&p=0&qlt=90"; break;
|
||||||
case "square": $req = "&w=90&h=90&p=0&qlt=99"; break;
|
case "square": $req = "&w=90&h=90&p=0&qlt=90"; break;
|
||||||
case "thumb": $req = "&w=236&h=180&p=0&qlt=99"; break;
|
case "thumb": $req = "&w=236&h=180&p=0&qlt=90"; break;
|
||||||
case "cover": $req = "&w=207&h=270&p=0&qlt=99"; break;
|
case "cover": $req = "&w=207&h=270&p=0&qlt=90"; break;
|
||||||
}
|
}
|
||||||
|
|
||||||
$proxy->stream_linear_image($_GET["i"] . $req, "https://bing.net");
|
$proxy->stream_linear_image($_GET["i"] . $req, "https://bing.net");
|
||||||
|
|
|
@ -1982,8 +1982,6 @@ class brave{
|
||||||
as $result
|
as $result
|
||||||
){
|
){
|
||||||
|
|
||||||
print_r($result);
|
|
||||||
|
|
||||||
$out["image"][] = [
|
$out["image"][] = [
|
||||||
"title" => $result["title"],
|
"title" => $result["title"],
|
||||||
"source" => [
|
"source" => [
|
||||||
|
|
1855
scraper/google.php
1855
scraper/google.php
File diff suppressed because it is too large
Load Diff
|
@ -103,11 +103,11 @@ $settings = [
|
||||||
[
|
[
|
||||||
"value" => "brave",
|
"value" => "brave",
|
||||||
"text" => "Brave"
|
"text" => "Brave"
|
||||||
]/*,
|
],
|
||||||
[
|
[
|
||||||
"value" => "google",
|
"value" => "google",
|
||||||
"text" => "Google"
|
"text" => "Google"
|
||||||
]*/
|
]
|
||||||
]
|
]
|
||||||
],
|
],
|
||||||
[
|
[
|
||||||
|
@ -147,8 +147,8 @@ $settings = [
|
||||||
[
|
[
|
||||||
"value" => "brave",
|
"value" => "brave",
|
||||||
"text" => "Brave"
|
"text" => "Brave"
|
||||||
],
|
],/*
|
||||||
/*[
|
[
|
||||||
"value" => "google",
|
"value" => "google",
|
||||||
"text" => "Google"
|
"text" => "Google"
|
||||||
],*/
|
],*/
|
||||||
|
|
Loading…
Reference in New Issue