fix 500px

scraper/fivehpx.php

@@ -19,7 +19,33 @@ class fivehpx{
 				"option" => [
 					"relevance" => "Relevance",
 					"pulse" => "Pulse",
-					"newest" => "Newest"
+					"newest" => "Newest",
+					"aqs" => "AI Score"
+				]
+			],
+			"category" => [
+				"display" => "Category",
+				"option" => [
+					"any" => "Any category",
+					"landscape,nature" => "Landscape",
+					"city" => "City",
+					"events,sports" => "Events",
+					"creative" => "Creative"
+				]
+			],/*
+			"gear" => [
+				"display" => "Gear",
+				"option" => [
+					"any" => "Any gear",
+					"camera" => "Camera",
+					"phone" => "Phone"
+				]
+			],*/
+			"downloadable" => [
+				"display" => "Downloadable",
+				"option" => [
+					"any" => "Doesn't matter",
+					"yes" => "Yes"
 				]
 			]
 		];
@@ -44,7 +70,7 @@ class fivehpx{
 				["User-Agent: " . config::USER_AGENT,
 				"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
 				"Accept-Language: en-US,en;q=0.5",
-				"Accept-Encoding: gzip",
+				"Accept-Encoding: gzip, deflate, br, zstd",
 				"DNT: 1",
 				"Sec-GPC: 1",
 				"Connection: keep-alive",
@@ -60,19 +86,19 @@ class fivehpx{
 			
 			curl_setopt($curlproc, CURLOPT_HTTPHEADER,
 				["User-Agent: " . config::USER_AGENT,
-				"Accept: */*",
+				"Accept: application/graphql-response+json,application/json;q=0.9",
-				"Accept-Language: en-US,en;q=0.5",
+				"Accept-Language: en-CA,en-US;q=0.9,en;q=0.8",
-				"Accept-Encoding: gzip",
+				"Accept-Encoding: gzip, deflate, br, zstd",
 				"Referer: https://500px.com/",
 				"content-type: application/json",
-				//"x-csrf-token: undefined",
+				"x-500px-platform: Web",
-				"x-500px-source: Search",
 				"Content-Length: " . strlen($post_data),
 				"Origin: https://500px.com",
 				"DNT: 1",
 				"Sec-GPC: 1",
+				"Alt-Used: api-neo.500px.com",
 				"Connection: keep-alive",
-				// "Cookie: _pin_unauth, _fbp, _sharedID, _sharedID_cst",
+				"Cookie: x-500px-device-id-prod=a7b57e48-e477-4382-8c43-70c74415eb96",
 				"Sec-Fetch-Dest: empty",
 				"Sec-Fetch-Mode: cors",
 				"Sec-Fetch-Site: same-site",
@@ -111,14 +137,12 @@ class fivehpx{
 		
 		if($get["npt"]){
 			
-			[$pagination, $proxy] =
+			[$variables, $proxy] =
 				$this->backend->get(
 					$get["npt"], "images"
 				);
 			
-			$pagination = json_decode($pagination, true);
+			$variables = json_decode($variables, true);
-			$search = $pagination["search"];
-			
 		}else{
 			
 			$search = $get["s"];
@@ -128,12 +152,28 @@ class fivehpx{
 			}
 			
 			$proxy = $this->backend->get_ip();
-			$pagination = [
+			$variables = [
+				"type" => "TEXT",
 				"sort" => strtoupper($get["sort"]),
-				"search" => $search,
+				"first" => 20,
-				"filters" => [],
+				"keyword" => $search,
-				"nlp" => false,
+				"resourceTypes" => ["PHOTO"]
 			];
+			
+			if($get["downloadable"] != "any"){
+				
+				$variables["downloadable"] = "ALLOW";
+			}
+			
+			if($get["category"] != "any"){
+				
+				$variables["categories"] = [strtoupper($get["category"])];
+			}
+			/* for some reason this filter doesnt do anything? lol
+			if($get["gear"] != "any"){
+				
+				$variables["equipments"] = [strtoupper($get["gear"])];
+			}*/
 		}
 		
 		try{
@@ -141,17 +181,18 @@ class fivehpx{
 			$json =
 				$this->get(
 					$proxy,
-					"https://api.500px.com/graphql",
+					"https://api-neo.500px.com/graphql",
 					[],
 					json_encode([
-						"operationName" => "PhotoSearchPaginationContainerQuery",
+						"operationName" => "searchResource",
-						"variables" => $pagination,
+						"variables" => $variables,
-						"query" =>
+						"extensions" => [
-							'query PhotoSearchPaginationContainerQuery(' .
+							"clientLibrary" => [
-							(isset($pagination["cursor"]) ? '$cursor: String, ' : "") .
+								"name" => "@apollo/client",
-							'$sort: PhotoSort, $search: String!, $filters: [PhotoSearchFilter!], $nlp: Boolean) {  ...PhotoSearchPaginationContainer_query_1vzAZD} fragment PhotoSearchPaginationContainer_query_1vzAZD on Query { photoSearch(sort: $sort, first: 100, ' .
+								"version" => "4.1.6"
-							(isset($pagination["cursor"]) ? 'after: $cursor, ' : "") .
+							]
-							'search: $search, filters: $filters, nlp: $nlp) { edges { node { id legacyId canonicalPath name description width height images(sizes: [33, 36]) { size url id } } } totalCount pageInfo { endCursor hasNextPage } }}'
+						],
+						"query" => "query searchResource(\$keyword: String!, \$type: SearchType = TEXT, \$first: Int!, \$after: String, \$resourceTypes: [SearchResourceType!], \$categories: [String!], \$equipments: [String!], \$downloadable: PhotoDownloadable, \$sort: SearchSortOption = RELEVANCE, \$excludeNsfw: Boolean) {\n  searchResource(\n    keyword: \$keyword\n    type: \$type\n    first: \$first\n    after: \$after\n    resourceTypes: \$resourceTypes\n    categories: \$categories\n    equipments: \$equipments\n    downloadable: \$downloadable\n    sort: \$sort\n    excludeNsfw: \$excludeNsfw\n  ) {\n    edges {\n      cursor\n      node {\n        __typename\n        ... on Photo {\n          id\n          isDeleted\n          isInReview\n          isPrivate\n          questInfo {\n            rewardQuestName\n            __typename\n          }\n          honors {\n            ...PhotoHonorFields\n            __typename\n          }\n          title\n          description\n          downloadable\n          licensing {\n            status\n            __typename\n          }\n          urls {\n            size_600\n            size_1024\n            __typename\n          }\n          uploader {\n            id\n            username\n            avatar\n            displayName\n            isBlockedByMe\n            isFollowedByMe\n            isFollowingMe\n            membership {\n              membership\n              __typename\n            }\n            __typename\n          }\n          isNsfw\n          isLikedByMe\n          viewerHasReposted\n          width\n          height\n          dominantColorLight\n          dominantColorDark\n          hasComment\n          uploadedAt\n          __typename\n        }\n        ... on Gallery {\n          id\n          isDeleted\n          isPrivate\n          kind\n          honors {\n            ...PhotoHonorFields\n            __typename\n          }\n          name\n          itemCount\n          hasComment\n          isLikedByMe\n          isNsfw\n          viewerHasReposted\n          creator {\n            id\n            username\n            displayName\n            avatar\n            isFollowedByMe\n            isFollowingMe\n            isBlockedByMe\n            membership {\n              membership\n              __typename\n            }\n            __typename\n          }\n          coverPhotos(first: 5) {\n            id\n            urls {\n              size_600\n              size_1024\n              __typename\n            }\n            __typename\n          }\n          __typename\n        }\n        ... on PhotoGroup {\n          id\n          isDeleted\n          isInReview\n          isPrivate\n          honors {\n            ...PhotoHonorFields\n            __typename\n          }\n          title\n          description\n          numCount\n          publicItemCount\n          isLikedByMe\n          isNsfw\n          viewerHasReposted\n          uploader {\n            id\n            username\n            displayName\n            avatar\n            isFollowedByMe\n            isFollowingMe\n            isBlockedByMe\n            membership {\n              membership\n              __typename\n            }\n            __typename\n          }\n          coverPhotos(first: 5) {\n            id\n            urls {\n              size_600\n              size_1024\n              __typename\n            }\n            __typename\n          }\n          __typename\n        }\n        ... on User {\n          id\n          username\n          displayName\n          avatar\n          location\n          isBlockedByMe\n          isFollowedByMe\n          isFollowingMe\n          membership {\n            membership\n            __typename\n          }\n          userCoverPhotos: coverPhotos(first: 6) {\n            id\n            urls {\n              size_1024\n              __typename\n            }\n            __typename\n          }\n          __typename\n        }\n        ... on Video {\n          id\n          isDeleted\n          isInReview\n          isPrivate\n          questInfo {\n            rewardQuestName\n            __typename\n          }\n          honors {\n            ...PhotoHonorFields\n            __typename\n          }\n          title\n          coverUrl\n          videoUrl\n          width\n          height\n          isNsfw\n          isLikedByMe\n          uploader {\n            id\n            username\n            avatar\n            displayName\n            isBlockedByMe\n            isFollowedByMe\n            isFollowingMe\n            membership {\n              membership\n              __typename\n            }\n            __typename\n          }\n          __typename\n        }\n      }\n      __typename\n    }\n    pageInfo {\n      hasNextPage\n      endCursor\n      __typename\n    }\n    totalCount\n    __typename\n  }\n}\n\nfragment PhotoHonorFields on PhotoHonor {\n  __typename\n  ... on PhotoHo
Line truncated
 					])
 				);
 		}catch(Exception $error){
@@ -171,7 +212,7 @@ class fivehpx{
 			throw new Exception("500px returned an API error: " . $json["errors"][0]["message"]);
 		}
 		
-		if(!isset($json["data"]["photoSearch"]["edges"])){
+		if(!isset($json["data"]["searchResource"]["edges"])){
 			
 			throw new Exception("No edges returned by API");
 		}
@@ -182,14 +223,14 @@ class fivehpx{
 			"image" => []
 		];
 		
-		foreach($json["data"]["photoSearch"]["edges"] as $image){
+		foreach($json["data"]["searchResource"]["edges"] as $image){
 			
 			$image = $image["node"];
 			$title =
 				trim(
 					$this->fuckhtml
 					->getTextContent(
-						$image["name"]
+						$image["title"]
 					) . ": " .
 					$this->fuckhtml
 					->getTextContent(
@@ -199,38 +240,62 @@ class fivehpx{
 				);
 			
 			$small = $this->image_ratio(600, $image["width"], $image["height"]);
-			$large = $this->image_ratio(2048, $image["width"], $image["height"]);
+			//$large = $this->image_ratio(2048, $image["width"], $image["height"]);
+			$large = $this->image_ratio(3840, $image["width"], $image["height"]);
+			
+			// for some fuck ass reason the invalid signature error gives me the
+			// signature key they use, lol
+			// signStrPreview:
+			// 67gfdsgf!5uiyoi3fdsphoto/37070890/0.jpg21790132400
+			// 67gfdsgf!5uiyoi3fdsphoto/211496303/0.jpg111790132400
+			
+			// hash("sha256", <-key->photo/<-url id->/0.jpg<-size-><-expiry->)
+			// https://cdn-resize-prod-com.500px.cloud/photo/211496303/0.jpg?s=1&expiry=1790132400&sig=b2873066126c294d7ca0b6f74db7f2626d79d5337a4c71add910f699734fade2
+			
+			$images = [];
+			
+			preg_match(
+				'/photo\/([0-9]+)/',
+				$image["urls"]["size_600"],
+				$image_id
+			);
+			
+			if(count($image_id) !== 0){
+				
+				$expiry = time() + 3600;
+				
+				$images[] = [
+					"url" =>
+						"https://cdn-resize-prod-com.500px.cloud/photo/{$image_id[1]}/0.jpg?s=4&expiry={$expiry}&sig=" .
+						hash("sha256", "67gfdsgf!5uiyoi3fdsphoto/{$image_id[1]}/0.jpg4{$expiry}"),
+					"width" => $large[0] > $image["width"] ? $image["width"] : $large[0],
+					"height" => $large[1] > $image["height"] ? $image["height"] : $large[1]
+				];
+			}
+			
+			// add thumbnail
+			$images[] = [
+				"url" => $image["urls"]["size_600"],
+				"width" => $small[0],
+				"height" => $small[1]
+			];
 			
 			$out["image"][] = [
 				"title" => $title,
-				"source" => [
+				"source" => $images,
-					[
+				"url" => "https://500px.com/photo/{$image["id"]}"
-						"url" => $image["images"][1]["url"],
-						"width" => $large[0],
-						"height" => $large[1]
-					],
-					[
-						"url" => $image["images"][0]["url"],
-						"width" => $small[0],
-						"height" => $small[1]
-					]
-				],
-				"url" => "https://500px.com" . $image["canonicalPath"]
 			];
 		}
 		
 		// get NPT token
-		if($json["data"]["photoSearch"]["pageInfo"]["hasNextPage"] === true){
+		
+		if($json["data"]["searchResource"]["pageInfo"]["hasNextPage"] === true){
+			
+			$variables["after"] = $json["data"]["searchResource"]["pageInfo"]["endCursor"];
 			
 			$out["npt"] =
 				$this->backend->store(
-					json_encode([
+					json_encode($variables),
-						"cursor" => $json["data"]["photoSearch"]["pageInfo"]["endCursor"],
-						"search" => $search,
-						"sort" => $pagination["sort"],
-						"filters" => [],
-						"nlp" => false
-					]),
 					"images",
 					$proxy
 				);