fuck

.gitea/workflows/ci.yml

@@ -0,0 +1,49 @@
+name: '4get CI'
+
+on:
+  workflow_dispatch:
+  pull_request:
+  push:
+    branches:
+      - '*'
+    paths-ignore:
+      - 'README.md'
+      - 'docker-compose.yaml'
+      - '.gitignore'
+      - 'docs/**'
+
+jobs:
+  build:
+    runs-on: docker
+
+    steps:
+    - uses: actions/checkout@v4
+      name: Checkout 4get repository
+
+    - uses: docker/setup-buildx-action@v3
+      name: Setup Docker BuildX system
+
+    - name: Login to Docker Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: git.lolcat.ca
+        username: ${{ secrets.USERNAME }}
+        password: ${{ secrets.TOKEN }}
+
+    - name: Docker meta
+      id: meta
+      uses: docker/metadata-action@v5
+      with:
+        images: git.lolcat.ca/ckg/4get
+        tags: |
+          type=sha,format=short,prefix={{date 'YYYY.MM.DD'}}-,enable=${{ github.ref == format('refs/heads/{0}', 'master') }}
+          type=raw,value=latest,enable=${{ github.ref == format('refs/heads/{0}', 'master') }}
+
+    - uses: docker/build-push-action@v6
+      name: Build images
+      with:
+        context: .
+        file: Dockerfile
+        tags: ${{ steps.meta.outputs.tags }}
+        platforms: linux/amd64
+        push: true

README.md

@@ -39,9 +39,9 @@ tl;dr the best way to actually browse for shit.
 | Qwant      | Qwant        | Startpage  | Mojeek     |            | Kagi          |
 | Ghostery   | Yep          | Qwant      |            |            | Qwant         |
 | Yep        | Solofield    | Solofield  |            |            | Ghostery      |
-| Greppr     | Pinterest    |            |            |            | Yep           |
+| Greppr     | Imgur        |            |            |            | Yep           |
-| Crowdview  | Imgur        |            |            |            | Marginalia    |
+| Crowdview  | FindThatMeme |            |            |            | Marginalia    |
-| Mwmbl      | FindThatMeme |            |            |            | YouTube       |
+| Mwmbl      |              |            |            |            | YouTube       |
 | Mojeek     |              |            |            |            | Soundcloud    |
 | Solofield  |              |            |            |            |               |
 | Marginalia |              |            |            |            |               |

api.txt

@@ -1,16 +1,9 @@
-                   44
+                        __ __             __
-                 4444444      44   
+                       / // / ____ ____  / /_
-                 44444444   44444       444
+                      / // /_/ __ `/ _ \/ __/
-                 44444444  444444    444444444
+                     /__  __/ /_/ /  __/ /_ 
-                  44444   44444444  444444444
+                       /_/  \__, /\___/\__/
-                         444444444   4444444
+                           /____/         
-                        4444444444    444444
-                      4444444444444
-                    444444444444444444
-                       444444444444444
-                          44444444
-                          4444
-                           44
 
            + Welcome to the 4get API documentation +
 

data/config.php

@@ -8,7 +8,7 @@ class config{
 	const VERSION = 8;
 
 	// Will be shown pretty much everywhere.
-	const SERVER_NAME = "4get";
+	const SERVER_NAME = "RETARD";
 
 	// Will be shown in <meta> tag on home page
 	const SERVER_SHORT_DESCRIPTION = "4get is a proxy search engine that doesn't suck.";
@@ -119,7 +119,7 @@ class config{
 
 	// Default user agent to use for scraper requests. Sometimes ignored to get specific webpages
 	// Changing this might break things.
-	const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:133.0) Gecko/20100101 Firefox/133.0";
+	const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:131.0) Gecko/20100101 Firefox/131.0";
 
 	// Proxy pool assignments for each scraper
 	// false = Use server's raw IP

lib/backend.php

@@ -75,7 +75,6 @@ class backend{
 				break;
 			
 			case "socks5_hostname":
-			case "socks5h":
 			case "socks5a":
 				curl_setopt($curlproc, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5_HOSTNAME);
 				curl_setopt($curlproc, CURLOPT_PROXY, $address . ":" . $port);

lib/frontend.php

@@ -838,10 +838,10 @@ class frontend{
 		}
 		
 		$payload .=
+				'<a href="https://webcache.googleusercontent.com/search?q=cache:' . $urlencode . '" class="list" target="_BLANK"><img src="/favicon?s=https://google.com" alt="go">Google cache</a>' .
 				'<a href="https://web.archive.org/web/' . $urlencode . '" class="list" target="_BLANK"><img src="/favicon?s=https://archive.org" alt="ar">Archive.org</a>' .
 				'<a href="https://archive.ph/newest/' . htmlspecialchars($link) . '" class="list" target="_BLANK"><img src="/favicon?s=https://archive.is" alt="ar">Archive.is</a>' .
 				'<a href="https://ghostarchive.org/search?term=' . $urlencode . '" class="list" target="_BLANK"><img src="/favicon?s=https://ghostarchive.org" alt="gh">Ghostarchive</a>' .
-				'<a href="https://arquivo.pt/wayback/' . htmlspecialchars($link) . '" class="list" target="_BLANK"><img src="/favicon?s=https://arquivo.pt" alt="ar">Arquivo.pt</a>' .
 				'<a href="https://www.bing.com/search?q=url%3A' . $urlencode . '" class="list" target="_BLANK"><img src="/favicon?s=https://bing.com" alt="bi">Bing cache</a>' .
 				'<a href="https://megalodon.jp/?url=' . $urlencode . '" class="list" target="_BLANK"><img src="/favicon?s=https://megalodon.jp" alt="me">Megalodon</a>' .
 			'</div>';
@@ -969,7 +969,7 @@ class frontend{
 						"qwant" => "Qwant",
 						"yep" => "Yep",
 						"solofield" => "Solofield",
-						"pinterest" => "Pinterest",
+						//"pinterest" => "Pinterest",
 						"imgur" => "Imgur",
 						"ftm" => "FindThatMeme"
 					]

lib/fuckhtml.php

@@ -526,85 +526,4 @@ class fuckhtml{
 				$string
 			);
 	}
-	
-	public function extract_json($json){
-		
-		$len = strlen($json);
-		$array_level = 0;
-		$object_level = 0;
-		$in_quote = null;
-		$start = null;
-		
-		for($i=0; $i<$len; $i++){
-			
-			switch($json[$i]){
-				
-				case "[":
-					if($in_quote === null){
-						
-						$array_level++;
-						if($start === null){
-							
-							$start = $i;
-						}
-					}
-					break;
-				
-				case "]":
-					if($in_quote === null){
-						
-						$array_level--;
-					}
-					break;
-				
-				case "{":
-					if($in_quote === null){
-						
-						$object_level++;
-						if($start === null){
-							
-							$start = $i;
-						}
-					}
-					break;
-				
-				case "}":
-					if($in_quote === null){
-						
-						$object_level--;
-					}
-					break;
-				
-				case "\"":
-				case "'":
-					if(
-						$i !== 0 &&
-						$json[$i - 1] !== "\\"
-					){
-						// found a non-escaped quote
-						
-						if($in_quote === null){
-							
-							// open quote
-							$in_quote = $json[$i];
-						}elseif($in_quote === $json[$i]){
-							
-							// close quote
-							$in_quote = null;
-						}
-					}
-					break;
-			}
-			
-			if(
-				$start !== null &&
-				$array_level === 0 &&
-				$object_level === 0
-			){
-				
-				return substr($json, $start, $i - $start + 1);
-				break;
-			}
-		}
-	}
 }

scraper/ftm.php

@@ -136,7 +136,7 @@ class ftm{
 				"source" => [
 					[
 						"url" =>
-							"https://s3.thehackerblog.com/findthatmeme/" .
+							"https://findthatmeme.us-southeast-1.linodeobjects.com/" .
 							$thumb,
 						"width" => null,
 						"height" => null

scraper/google.php

@@ -2531,8 +2531,6 @@ class google{
 							"div"
 						);
 					
-					$date = null;
-					
 					if(count($date_div) !== 0){
 						
 						foreach($date_div as $div){
@@ -2543,7 +2541,6 @@ class google{
 									"bottom:"
 								) !== false
 							){
-								
 								$date =
 									strtotime(
 										$this->fuckhtml
@@ -2551,6 +2548,7 @@ class google{
 											$div
 										)
 									);
+								
 								break;
 							}
 						}
@@ -4149,7 +4147,7 @@ class google{
 			throw new Exception("Failed to get HTML");
 		}
 		
-		//$html = file_get_contents("scraper/google.txt");
+		//$html = file_get_contents("scraper/google.html");
 		
 		return $this->parsepage($html, "web", $search, $proxy, $params);
 	}

scraper/marginalia.php

@@ -227,7 +227,7 @@ class marginalia{
 				$json =
 					$this->get(
 						$this->backend->get_ip(), // no nextpage
-						"https://api.marginalia-search.com/" . config::MARGINALIA_API_KEY . "/search/" . urlencode($search),
+						"https://api.marginalia.nu/" . config::MARGINALIA_API_KEY . "/search/" . urlencode($search),
 						[
 							"count" => 20
 						]
@@ -279,7 +279,7 @@ class marginalia{
 				$html =
 					$this->get(
 						$proxy,
-						"https://old-search.marginalia.nu/search?" . $params
+						"https://search.marginalia.nu/search?" . $params
 					);
 			}catch(Exception $error){
 				
@@ -308,7 +308,7 @@ class marginalia{
 				$html =
 					$this->get(
 						$proxy,
-						"https://old-search.marginalia.nu/search",
+						"https://search.marginalia.nu/search",
 						$params
 					);
 			}catch(Exception $error){

scraper/pinterest.php

@@ -13,104 +13,31 @@ class pinterest{
 		return [];
 	}
 	
-	private function get($proxy, $url, $get = [], &$cookies, $header_data_post = null){
+	private function get($proxy, $url, $get = []){
 		
 		$curlproc = curl_init();
 		
-		if($header_data_post === null){
+		if($get !== []){
-			
-			// handling GET
-						
-			// extract cookies
-			$cookies_tmp = [];
-			curl_setopt($curlproc, CURLOPT_HEADERFUNCTION, function($curlproc, $header) use (&$cookies_tmp){
-				
-				$length = strlen($header);
-				
-				$header = explode(":", $header, 2);
-				
-				if(trim(strtolower($header[0])) == "set-cookie"){
-					
-					$cookie_tmp = explode("=", trim($header[1]), 2);
-					
-					$cookies_tmp[trim($cookie_tmp[0])] =
-						explode(";", $cookie_tmp[1], 2)[0];
-				}
-				
-				return $length;
-			});
-			
-			curl_setopt($curlproc, CURLOPT_HTTPHEADER,
-				["User-Agent: " . config::USER_AGENT,
-				"Accept: application/json, text/javascript, */*, q=0.01",
-				"Accept-Language: en-US,en;q=0.5",
-				"Accept-Encoding: gzip",
-				"Referer: https://ca.pinterest.com/",
-				"X-Requested-With: XMLHttpRequest",
-				"X-APP-VERSION: 78f8764",
-				"X-Pinterest-AppState: active",
-				"X-Pinterest-Source-Url: /",
-				"X-Pinterest-PWS-Handler: www/index.js",
-				"screen-dpr: 1",
-				"is-preload-enabled: 1",
-				"DNT: 1",
-				"Sec-GPC: 1",
-				"Sec-Fetch-Dest: empty",
-				"Sec-Fetch-Mode: cors",
-				"Sec-Fetch-Site: same-origin",
-				"Connection: keep-alive",
-				"Alt-Used: ca.pinterest.com",
-				"Priority: u=0",
-				"TE: trailers"]
-			);
-			
-			if($get !== []){
-				$get = http_build_query($get);
-				$url .= "?" . $get;
-			}
-		}else{
-			
-			// handling POST (pagination)
 			$get = http_build_query($get);
-			
+			$url .= "?" . $get;
-			curl_setopt($curlproc, CURLOPT_HTTPHEADER,
-				["User-Agent: " . config::USER_AGENT,
-				"Accept: application/json, text/javascript, */*, q=0.01",
-				"Accept-Language: en-US,en;q=0.5",
-				"Accept-Encoding: gzip",
-				"Content-Type: application/x-www-form-urlencoded",
-				"Content-Length: " . strlen($get),
-				"Referer: https://ca.pinterest.com/",
-				"X-Requested-With: XMLHttpRequest",
-				"X-APP-VERSION: 78f8764",
-				"X-CSRFToken: " . $cookies["csrf"],
-				"X-Pinterest-AppState: active",
-				"X-Pinterest-Source-Url: /search/pins/?rs=ac&len=2&q=" . urlencode($header_data_post) . "&eq=" . urlencode($header_data_post),
-				"X-Pinterest-PWS-Handler: www/search/[scope].js",
-				"screen-dpr: 1",
-				"is-preload-enabled: 1",
-				"Origin: https://ca.pinterest.com",
-				"DNT: 1",
-				"Sec-GPC: 1",
-				"Sec-Fetch-Dest: empty",
-				"Sec-Fetch-Mode: cors",
-				"Sec-Fetch-Site: same-origin",
-				"Connection: keep-alive",
-				"Alt-Used: ca.pinterest.com",
-				"Cookie: " . $cookies["cookie"],
-				"TE: trailers"]
-			);
-			
-			curl_setopt($curlproc, CURLOPT_POST, true);
-			curl_setopt($curlproc, CURLOPT_POSTFIELDS, $get);
 		}
 		
 		curl_setopt($curlproc, CURLOPT_URL, $url);
 		
 		curl_setopt($curlproc, CURLOPT_ENCODING, ""); // default encoding
-		
+		curl_setopt($curlproc, CURLOPT_HTTPHEADER,
-		// http2 bypass
+			["User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:107.0) Gecko/20100101 Firefox/110.0",
-		curl_setopt($curlproc, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_2_0);
+			"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
+			"Accept-Language: en-US,en;q=0.5",
+			"Accept-Encoding: gzip",
+			"DNT: 1",
+			"Connection: keep-alive",
+			"Upgrade-Insecure-Requests: 1",
+			"Sec-Fetch-Dest: document",
+			"Sec-Fetch-Mode: navigate",
+			"Sec-Fetch-Site: none",
+			"Sec-Fetch-User: ?1"]
+		);
 		
 		curl_setopt($curlproc, CURLOPT_RETURNTRANSFER, true);
 		curl_setopt($curlproc, CURLOPT_SSL_VERIFYHOST, 2);
@@ -127,26 +54,6 @@ class pinterest{
 			throw new Exception(curl_error($curlproc));
 		}
 		
-		if($header_data_post === null){
-			
-			if(!isset($cookies_tmp["csrftoken"])){
-				
-				throw new Exception("Failed to grep CSRF token");
-			}
-			
-			$cookies = "";
-			
-			foreach($cookies_tmp as $cookie_name => $cookie_value){
-				
-				$cookies .= $cookie_name . "=" . $cookie_value . "; ";
-			}
-			
-			$cookies = [
-				"csrf" => $cookies_tmp["csrftoken"],
-				"cookie" => rtrim($cookies, " ;")
-			];
-		}
-		
 		curl_close($curlproc);
 		return $data;
 	}
@@ -155,68 +62,17 @@ class pinterest{
 		
 		if($get["npt"]){
 			
-			[$data, $proxy] =
+			// @TODO
-				$this->backend->get(
+			// post data for next page
-					$get["npt"], "images"
+			$data = [
-				);
+				"source_url" => "/search/pins/?q=" . urlencode($search) . "&rs=typed",
-			
+				"data" =>
-			$data = json_decode($data, true);
+					json_encode(
-			
-			$search = $data["q"];
-			$cookies = $data["cookies"];
-			
-			try{
-				$json =
-					$this->get(
-						$proxy,
-						"https://ca.pinterest.com/resource/BaseSearchResource/get/",
 						[
-							"source_url" => "/search/pins/?q=" . urlencode($search) . "&rs=typed",
+							// {"options":{"applied_filters":null,"appliedProductFilters":"---","article":null,"auto_correction_disabled":false,"corpus":null,"customized_rerank_type":null,"domains":null,"filters":null,"journey_depth":null,"page_size":null,"price_max":null,"price_min":null,"query_pin_sigs":null,"query":"higurashi","redux_normalize_feed":true,"rs":"typed","scope":"pins","selected_one_bar_modules":null,"source_id":null,"source_module_id":null,"top_pin_id":null,"bookmarks":["Y2JVSG81V2sxcmNHRlpWM1J5VFVad1ZsWlVRbXhpVmtreVZsZHpOV0pIU2tkV2FscFhVbXhhVkZreU1WSmtNREZWVjIxR1RrMXNTbEJXYlhSaFVtMVdjMVZ1U2xaaWEzQnpXVlJPVTJWV1pISlhhM1JYVm10V05sVldVbE5XVjBwMVVXMUdWVll6VFhoVWJYaFhWMVp3Ums1V1RsTmlSbGt5Vm10YWFtVkdWbkpOU0dSUFZsZG9XRmxzWkc5VlZscHlWbGhrYkdKR1NubFdWelZQWVVaYWRHVkVRbFppUmtwVVZrUktWMlJIVWtWV2JHaHBVakZLU0Zkc1pEUmtNVnBZVW10b2FsSXdXbkJXYlRWRFpHeGFSMWRzVG1oaGVrWllXV3RvVTFVeFpFaFZiRUpoVm5wRk1GbHFSbXRYVjA1R1YyczFWMVpHV2pSWFZtaDNVakZrY2sxWVRsaGlhM0JXV1ZSR1MyRkdiRlZTYm1SVVVteHdXbGxWVlRGVk1VbDVWRmhrVjAxdVVuWlVhMXBTWlVaT2MxcEhSbE5TTWswMVdtdGFWMU5YU2paVmJYaFRUVmhDUjFZeU5YZFVNVkY0VjJ0b1ZXRnJOVlpVVmxwTFVURndXR042VmxOV2ExcGFXVlZWTlZVeFNYZE5WRTVYVWtWYVZGWkhNVTlXTVU1WllVWk9hR1ZyV2s1WFZ6QXhZakpPVjFWWWFHRlNWbkJRVm14U1IwMUdXWGxOVkVKVlRWWnNORll5TURWV1YwVjVWV3hDV21FeGNETmFSVnByVjFkS1IyTkhhR2xYUjJkM1ZtdGFhMlF4VVhsVGJGcE9Wa1p3YjFwWGVFdFZWbFp4VW14YWJGWnRVbHBaTUdoTFZHMUtTR1ZJYUZkV2VrWjJWMVphU21ReVJYcGpSbFpwVW10d1RGZHJVa0pPVms1SFZHNVNUbFl3V2xoVmJYUldaVVpaZUZremFGUk5hM0JYVkZaYVYyRkZNSGxWYkVKYVlrWlZlRnBGV210WFIwNUpVMnMxVTFaR1dscFdWekI0VFVaV1IxTllaR3BUUlhCb1dWUkdWbVZHVm5SbFJuQnNZbFpKTWxSVlVYaFBSVGxGV1hwR1QyVnJSVEZVVlZKT1RrVXhSVkpVUWs5bGJFVXhWRmhzZDFOR1ZsWmtNMFp0VWpGYWIxZFhjRXBsUlRGSVZWaHdUbFl4YTNoVVZWSnFUVVUxV0ZadGFFOVNSVnB6Vkd0a1drMUdiRFpUVkVaT1pXMWplRmRzVWxkaFJuQllWVlJTVDJWdFRqWlVNVkpTWlZad2NWcEhkRTlsYTFwMFZGVlNhMkpWTVZWVFZFcE9Wa1pzTmxkWE1WSk9WVEYwVlcweFVGWXdXVFJXUjNSWFYwZGFRbEJVTVRoUFJHTXhUbnBCTlUxRVRUUk5SRVV3VG5wUk5VMTVjRWhWVlhkeFprUlZlRTlFVVRKWlZHc3lUMWRSTWsxVVVUSk9iVnBvV1RKWmVrNTZXWGhPTWs1cFQwUkZNVTlFVm1sTlZGcHBUV3BTYTFsWFRtcE9SR015VG1wVk5GbHFaR2haVjFacldWUmFiVmxxWkdoYVZGWnFUa1JXT0ZSclZsaG1RVDA5fFVIbzVhRkpYZUc1WFYyUlpWVEpHYkdGNk1XWk5ha1ptVFZSR09FOUVZekZPZWtFMVRVUk5ORTFFUlRCT2VsRTFUWGx3U0ZWVmQzRm1SMWw1VFZSUk1WbDZUVEJhUjFGNVQxZFNhVnB0VlRGT1JFVXdXVlJuZVU1cVRUUk5hbU40VDBSSk1VNXFWVEZOYlZwcVdsUnJlRTFFVVhwWmVsVjNXbXBvYkU1dFJYbE9ha0Y2VDFSSk5VMTZWVEJaYWtJNFZHdFdXR1pCUFQwPXxOb25lfDg3NTcwOTAzODAxNDc0OTMqR1FMKnwzMjM3YjM3ZGNhMGU3YjYyYzYzYzAyZGJkNGU1MjdlNzMyMTExMTNlMmUyMzEyOWM2MDAzYmU1ZTlmZjkwYjAwfE5FV3w="]},"context":{}}
-							"data" => json_encode(
+						]
-								[
-									"options" => [
-										"applied_unified_filters" => null,
-										"appliedProductFilters" => "---",
-										"article" => null,
-										"auto_correction_disabled" => false,
-										"corpus" => null,
-										"customized_rerank_type" => null,
-										"domains" => null,
-										"dynamicPageSizeExpGroup" => null,
-										"filters" => null,
-										"journey_depth" => null,
-										"page_size" => null,
-										"price_max" => null,
-										"price_min" => null,
-										"query_pin_sigs" => null,
-										"query" => $data["q"],
-										"redux_normalize_feed" => true,
-										"request_params" => null,
-										"rs" => "typed",
-										"scope" => "pins",
-										"selected_one_bar_modules" => null,
-										"source_id" => null,
-										"source_module_id" => null,
-										"source_url" => "/search/pins/?q=" . urlencode($search) . "&rs=typed",
-										"top_pin_id" => null,
-										"top_pin_ids" => null,
-										"bookmarks" => [
-											$data["bookmark"]
-										]
-									],
-									"context" => []
-								],
-								JSON_UNESCAPED_SLASHES
-							)
-						],
-						$cookies,
-						$search
 					);
-				
+			];
-			}catch(Exception $error){
-				
-				throw new Exception("Failed to fetch JSON");
-			}
 			
 		}else{
 			
@@ -226,44 +82,26 @@ class pinterest{
 				throw new Exception("Search term is empty!");
 			}
 			
-			// https://ca.pinterest.com/resource/BaseSearchResource/get/?source_url=%2Fsearch%2Fpins%2F%3Feq%3Dhigurashi%26etslf%3D5966%26len%3D2%26q%3Dhigurashi%2520when%2520they%2520cry%26rs%3Dac&data=%7B%22options%22%3A%7B%22applied_unified_filters%22%3Anull%2C%22appliedProductFilters%22%3A%22---%22%2C%22article%22%3Anull%2C%22auto_correction_disabled%22%3Afalse%2C%22corpus%22%3Anull%2C%22customized_rerank_type%22%3Anull%2C%22domains%22%3Anull%2C%22dynamicPageSizeExpGroup%22%3Anull%2C%22filters%22%3Anull%2C%22journey_depth%22%3Anull%2C%22page_size%22%3Anull%2C%22price_max%22%3Anull%2C%22price_min%22%3Anull%2C%22query_pin_sigs%22%3Anull%2C%22query%22%3A%22higurashi%20when%20they%20cry%22%2C%22redux_normalize_feed%22%3Atrue%2C%22request_params%22%3Anull%2C%22rs%22%3A%22ac%22%2C%22scope%22%3A%22pins%22%2C%22selected_one_bar_modules%22%3Anull%2C%22source_id%22%3Anull%2C%22source_module_id%22%3Anull%2C%22source_url%22%3A%22%2Fsearch%2Fpins%2F%3Feq%3Dhigurashi%26etslf%3D5966%26len%3D2%26q%3Dhigurashi%2520when%2520they%2520cry%26rs%3Dac%22%2C%22top_pin_id%22%3Anull%2C%22top_pin_ids%22%3Anull%7D%2C%22context%22%3A%7B%7D%7D&_=1736116313987
-			// source_url=%2Fsearch%2Fpins%2F%3Feq%3Dhigurashi%26etslf%3D5966%26len%3D2%26q%3Dhigurashi%2520when%2520they%2520cry%26rs%3Dac
-			// &data=%7B%22options%22%3A%7B%22applied_unified_filters%22%3Anull%2C%22appliedProductFilters%22%3A%22---%22%2C%22article%22%3Anull%2C%22auto_correction_disabled%22%3Afalse%2C%22corpus%22%3Anull%2C%22customized_rerank_type%22%3Anull%2C%22domains%22%3Anull%2C%22dynamicPageSizeExpGroup%22%3Anull%2C%22filters%22%3Anull%2C%22journey_depth%22%3Anull%2C%22page_size%22%3Anull%2C%22price_max%22%3Anull%2C%22price_min%22%3Anull%2C%22query_pin_sigs%22%3Anull%2C%22query%22%3A%22higurashi%20when%20they%20cry%22%2C%22redux_normalize_feed%22%3Atrue%2C%22request_params%22%3Anull%2C%22rs%22%3A%22ac%22%2C%22scope%22%3A%22pins%22%2C%22selected_one_bar_modules%22%3Anull%2C%22source_id%22%3Anull%2C%22source_module_id%22%3Anull%2C%22source_url%22%3A%22%2Fsearch%2Fpins%2F%3Feq%3Dhigurashi%26etslf%3D5966%26len%3D2%26q%3Dhigurashi%2520when%2520they%2520cry%26rs%3Dac%22%2C%22top_pin_id%22%3Anull%2C%22top_pin_ids%22%3Anull%7D%2C%22context%22%3A%7B%7D%7D
-			// &_=1736116313987
-			
-			$source_url = "/search/pins/?q=" . urlencode($search) . "&rs=" . urlencode($search);
-			
 			$filter = [
-				"source_url" => $source_url,
+				"source_url" => "/search/pins/?q=" . urlencode($search),
 				"rs" => "typed",
 				"data" =>
 					json_encode(
 						[
 							"options" => [
-								"applied_unified_filters" => null,
-								"appliedProductFilters" => "---",
 								"article" => null,
+								"applied_filters" => null,
+								"appliedProductFilters" => "---",
+								"auto_correction_disabled" => false,
 								"corpus" => null,
 								"customized_rerank_type" => null,
-								"domains" => null,
-								"dynamicPageSizeExpGroup" => null,
 								"filters" => null,
-								"journey_depth" => null,
-								"page_size" => null,
-								"price_max" => null,
-								"price_min" => null,
-								"query_pin_sigs" => null,
 								"query" => $search,
+								"query_pin_sigs" => null,
 								"redux_normalize_feed" => true,
-								"request_params" => null,
+								"rs" => "typed",
-								"rs" => "ac",
 								"scope" => "pins", // pins, boards, videos, 
-								"selected_one_bar_modules" => null,
+								"source_id" => null
-								"source_id" => null,
-								"source_module_id" => null,
-								"source_url" => $source_url,
-								"top_pin_id" => null,
-								"top_pin_ids" => null
 							],
 							"context" => []
 						]
@@ -272,25 +110,23 @@ class pinterest{
 			];
 			
 			$proxy = $this->backend->get_ip();
-			$cookies = [];
-			
-			try{
-				$json =
-					$this->get(
-						$proxy,
-						"https://ca.pinterest.com/resource/BaseSearchResource/get/",
-						$filter,
-						$cookies,
-						null
-					);
-				
-			}catch(Exception $error){
-				
-				throw new Exception("Failed to fetch JSON");
-			}
 		}
 		
-		$json = json_decode($json, true);
+		try{
+			$json =
+				json_decode(
+					$this->get(
+						$proxy,
+						"https://www.pinterest.ca/resource/BaseSearchResource/get/",
+						$filter
+					),
+					true
+				);
+			
+		}catch(Exception $error){
+			
+			throw new Exception("Failed to fetch JSON");
+		}
 		
 		if($json === null){
 			
@@ -303,60 +139,6 @@ class pinterest{
 			"image" => []
 		];
 		
-		if(
-			!isset(
-				$json["resource_response"]
-				["status"]
-			)
-		){
-			
-			throw new Exception("Unknown API failure");
-		}
-		
-		if($json["resource_response"]["status"] != "success"){
-			
-			$status = "Got non-OK response: " . $json["resource_response"]["status"];
-			
-			if(
-				isset(
-					$json["resource_response"]["message"]
-				)
-			){
-				
-				$status .= " - " . $json["resource_response"]["message"];
-			}
-			
-			throw new Exception($status);
-		}
-		
-		if(
-			isset(
-				$json["resource_response"]["sensitivity"]
-				["notices"][0]["description"]["text"]
-			)
-		){
-			
-			throw new Exception(
-				"Pinterest returned a notice: " .
-				$json["resource_response"]["sensitivity"]["notices"][0]["description"]["text"]
-			);
-		}
-		
-		// get NPT
-		if(isset($json["resource_response"]["bookmark"])){
-			
-			$out["npt"] =
-				$this->backend->store(
-					json_encode([
-						"q" => $search,
-						"bookmark" => $json["resource_response"]["bookmark"],
-						"cookies" => $cookies
-					]),
-					"images",
-					$proxy
-				);
-		}
-		
 		foreach(
 			$json
 			["resource_response"]
@@ -368,7 +150,6 @@ class pinterest{
 			switch($item["type"]){
 				
 				case "pin":
-				case "board":
 					
 					/*
 						Handle image object
@@ -425,15 +206,42 @@ class pinterest{
 								"height" => (int)$thumb["height"]
 							]
 						],
-						"url" =>
+						"url" => "https://www.pinterest.com/pin/" . $item["id"]
-							$item["link"] === null ?
-							"https://ca.pinterest.com/pin/" . $item["id"] :
-							$item["link"]
 					];
 					break;
+				
+				case "board":
+					if(isset($item["cover_pin"]["image_url"])){
+						
+						$image = [
+							"url" => $item["cover_pin"]["image_url"],
+							"width" => (int)$item["cover_pin"]["size"][0],
+							"height" => (int)$item["cover_pin"]["size"][1]
+						];
+					}elseif(isset($item["image_cover_url_hd"])){
+						/*
+						$image = [
+							"url" => 
+							"width" => null,
+							"height" => null
+						];*/
+					}
+					break;
 			}
 		}
 		
 		return $out;
 	}
+	
+	private function getfullresimage($image, $has_og){
+		
+		$has_og = $has_og ? "1200x" : "originals";
+		
+		return
+			preg_replace(
+				'/https:\/\/i\.pinimg\.com\/[^\/]+\//',
+				"https://i.pinimg.com/" . $has_og . "/",
+				$image
+			);
+	}
 }

scraper/yt.php

@@ -1209,16 +1209,15 @@ class yt{
 				
 				$reel =
 					$reel
-					->shortsLockupViewModel;
+					->reelItemRenderer;
 				
 				array_push(
 					$this->out["reel"],
 					[
 						"title" =>
 							$reel
-							->overlayMetadata
+							->headline
-							->primaryText
+							->simpleText,
-							->content,
 						"description" => null,
 						"author" => [
 							"name" => null,
@@ -1226,22 +1225,30 @@ class yt{
 							"avatar" => null
 						],
 						"date" => null,
-						"duration" => null,
+						"duration" =>
-						"views" => null,
+							$this->textualtime2int(
+								$reel
+								->accessibility
+								->accessibilityData
+								->label
+							),
+						"views" =>
+							$this->truncatedcount2int(
+								$reel
+								->viewCountText
+								->simpleText
+							),
 						"thumb" => [
 							"url" =>
 								$reel
 								->thumbnail
-								->sources[0]
+								->thumbnails[0]
 								->url,
 							"ratio" => "9:16"
 						],
 						"url" =>
 							"https://www.youtube.com/watch?v=" .
 							$reel
-							->onTap
-							->innertubeCommand
-							->reelWatchEndpoint
 							->videoId
 					]
 				);

settings.php

@@ -227,10 +227,10 @@ $settings = [
 						"value" => "solofield",
 						"text" => "Solofield"
 					],
-					[
+					/*[
 						"value" => "pinterest",
 						"text" => "Pinterest"
-					],
+					],*/
 					[
 						"value" => "imgur",
 						"text" => "Imgur"

static/themes/Gore's shitty theme.css

@@ -16,7 +16,6 @@
 
 body{
 	padding:15px 4% 40px;
-	margin:unset;
 }
 
 h1,h2,h3,h4,h5,h6{