bypass soundclouds recent bullshit

data/config.php

@@ -142,6 +142,7 @@ class config{
 	const PROXY_MARGINALIA = false;
 	const PROXY_MOJEEK = false;
 	const PROXY_SC = false; // soundcloud
+	const PROXY_SWISSCOWS = false;
 	const PROXY_SPOTIFY = false;
 	const PROXY_SOLOFIELD = false;
 	const PROXY_WIBY = false;

lib/frontend.php

@@ -446,6 +446,17 @@ class frontend{
 			Add favicon
 		*/
 		$host = parse_url($link);
+		
+		// special case for when we're not drawing a full url
+		if(!isset($host["host"])){
+			
+			$payload =
+				'<div class="url">' .
+					'<button class="favicon" tabindex="-1">' .
+						'<img src="/favicon?s=404" alt="xx">' .
+					'</button>';
+		}else{
+			
 			$esc =
 				explode(
 					".",
@@ -846,6 +857,7 @@ class frontend{
 					'<a href="https://www.bing.com/search?q=url%3A' . $urlencode . '" class="list" target="_BLANK"><img src="/favicon?s=https://bing.com" alt="bi">Bing cache</a>' .
 					'<a href="https://megalodon.jp/?url=' . $urlencode . '" class="list" target="_BLANK"><img src="/favicon?s=https://megalodon.jp" alt="me">Megalodon</a>' .
 				'</div>';
+		}
 		
 		/*
 			Draw link
@@ -862,10 +874,12 @@ class frontend{
 		}
 		
 		// merge https://site together
+		if(isset($host["host"])){
 			$parts = [
 				$parts[0] . $parts[1] . '//' . $parts[2],
 				...array_slice($parts, 3, count($parts) - 1)
 			];
+		}
 		
 		$c = count($parts);
 		for($i=0; $i<$c; $i++){
@@ -1034,7 +1048,8 @@ class frontend{
 				$filters["scraper"] = [
 					"display" => "Scraper",
 					"option" => [
-						"sc" => "SoundCloud"
+						"sc" => "SoundCloud",
+						"swisscows" => "Swisscows (SoundCloud)"
 						//"spotify" => "Spotify"
 					]
 				];

resolver.php

@@ -0,0 +1,66 @@
+<?php
+
+$resolver = new resolver();
+
+class resolver{
+	
+	public const resolvers = [
+		"sc"
+	];
+	
+	public function __construct(){
+		
+		include "data/config.php";
+		
+		if(
+			!isset($_GET["scraper"]) ||
+			!is_string($_GET["scraper"]) ||
+			!in_array($_GET["scraper"], self::resolvers)
+		){
+			
+			$this->do400("Missing or invalid scraper");
+			return;
+		}
+		
+		if(
+			!isset($_GET["target"]) ||
+			!is_string($_GET["target"])
+		){
+			
+			$this->do400("Missing or invalid target");
+			return;
+		}
+		
+		$scraper = $_GET["scraper"];
+		$target = $_GET["target"];
+		
+		try{
+			
+			include "resolver/{$scraper}.php";
+			$resolver = new $scraper();
+			$link = $resolver->resolve($target);
+			
+			if(is_string($link)){
+				
+				header("Location: {$link}");
+			}
+		}catch(Exception $error){
+			
+			$this->do404("Fuck! Failed to resolve URL: " . $error->getMessage());
+		}
+	}
+	
+	public function do400($message){
+		
+		header("Content-Type: text/plain");
+		http_response_code(400);
+		echo $message;
+	}
+	
+	public function do404($message){
+		
+		header("Content-Type: text/plain");
+		http_response_code(404);
+		echo $message;
+	}
+}

resolver/sc.php

@@ -0,0 +1,117 @@
+<?php
+
+class sc{
+	
+	public function __construct(){
+		
+		include "lib/backend.php";
+		$this->backend = new backend("sc");
+		
+		include "lib/fuckhtml.php";
+		$this->fuckhtml = new fuckhtml();
+	}
+	
+	private function get($proxy, $url, $get = []){
+		
+		$curlproc = curl_init();
+		
+		if($get !== []){
+			$get = http_build_query($get);
+			$url .= "?" . $get;
+		}
+		
+		curl_setopt($curlproc, CURLOPT_URL, $url);
+		
+		// http2 bypass
+		curl_setopt($curlproc, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_2_0);
+		
+		$headers =
+			["User-Agent: " . config::USER_AGENT,
+			"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+			"Accept-Language: en-US,en;q=0.5",
+			"Accept-Encoding: gzip",
+			"DNT: 1",
+			"Sec-GPC: 1",
+			"Connection: keep-alive",
+			"Upgrade-Insecure-Requests: 1",
+			"Sec-Fetch-Dest: document",
+			"Sec-Fetch-Mode: navigate",
+			"Sec-Fetch-Site: none",
+			"Sec-Fetch-User: ?1",
+			"Priority: u=0, i"];
+		
+		$this->backend->assign_proxy($curlproc, $proxy);
+		
+		curl_setopt($curlproc, CURLOPT_ENCODING, ""); // default encoding
+		curl_setopt($curlproc, CURLOPT_HTTPHEADER, $headers);
+		
+		curl_setopt($curlproc, CURLOPT_RETURNTRANSFER, true);
+		curl_setopt($curlproc, CURLOPT_SSL_VERIFYHOST, 2);
+		curl_setopt($curlproc, CURLOPT_SSL_VERIFYPEER, true);
+		curl_setopt($curlproc, CURLOPT_CONNECTTIMEOUT, 30);
+		curl_setopt($curlproc, CURLOPT_TIMEOUT, 30);
+		
+		$data = curl_exec($curlproc);
+		
+		if(curl_errno($curlproc)){
+			throw new Exception(curl_error($curlproc));
+		}
+		
+		curl_close($curlproc);
+		return $data;
+	}
+	
+	function resolve($id){
+		
+		if(
+			!preg_match(
+				'/^(t|p)[0-9]+$/',
+				$id
+			)
+		){
+			
+			throw new Exception("ID is invalid");
+		}
+		
+		$type = $id[0] == "t" ? "track" : "playlist";
+		$id = substr($id, 1);
+		
+		try{
+			$html =
+				$this->get(
+					$this->backend->get_ip(),
+					"https://w.soundcloud.com/player/",
+					[
+						"url" => "http://api.soundcloud.com/{$type}s/{$id}",
+						"show_artwork" => "true"
+					]
+				);
+		}catch(Exception $error){
+			
+			throw new Exception("Failed to fetch song embed page");
+		}
+		
+		$this->fuckhtml->load($html);
+		
+		$link =
+			$this->fuckhtml
+			->getElementsByAttributeValue(
+				"rel",
+				"canonical",
+				"link"
+			);
+		
+		if(count($link) === 0){
+			
+			throw new Exception("Soundcloud could not resolve the song ID to an URL");
+		}
+		
+		return
+			$this->fuckhtml
+			->getTextContent(
+				$link[0]
+				["attributes"]
+				["href"]
+			);
+	}
+}

scraper/sc.php

@@ -397,7 +397,12 @@ class sc{
 					break;
 				
 				case "track":
-					if(stripos($item["monetization_model"], "TIER") === false){
+					$stream = [
+						"endpoint" => null,
+						"url" => null
+					];
+					
+					/*if(stripos($item["monetization_model"], "TIER") === false){
 						
 						$stream = [
 							"endpoint" => "sc",
@@ -413,7 +418,7 @@ class sc{
 							"endpoint" => null,
 							"url" => null
 						];
-					}
+					}*/
 					
 					// parse track
 					$out["song"][] = [

scraper/swisscows.php

@@ -0,0 +1,252 @@
+<?php
+
+class swisscows{
+	
+	public function __construct(){
+		
+		include "lib/backend.php";
+		$this->backend = new backend("swisscows");
+		
+		include "lib/fuckhtml.php";
+		$this->fuckhtml = new fuckhtml();
+	}
+	
+	public function getfilters($page){
+		
+		return [
+			"type" => [
+				"display" => "Type",
+				"option" => [
+					"track" => "Tracks",
+					"playlist" => "Playlists"
+				]
+			]
+		];
+	}
+	
+	private function get($proxy, $url, $get = [], $web_req = false){
+		
+		$curlproc = curl_init();
+		
+		if($get !== []){
+			$get = http_build_query($get);
+			$url .= "?" . $get;
+		}
+		
+		curl_setopt($curlproc, CURLOPT_URL, $url);
+		
+		curl_setopt($curlproc, CURLOPT_ENCODING, ""); // default encoding
+		
+		// use http2
+		curl_setopt($curlproc, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_2_0);
+		
+		curl_setopt($curlproc, CURLOPT_HTTPHEADER,
+			["User-Agent: " . config::USER_AGENT,
+			"Accept: */*",
+			"Accept-Language: en-US,en;q=0.5",
+			"Accept-Encoding: gzip, deflate, br, zstd",
+			"Access-Control-Request-Method: GET",
+			"Access-Control-Request-Headers: cache-control",
+			"Referer: https://swisscows.com/",
+			"Origin: https://swisscows.com",
+			"DNT: 1",
+			"Sec-GPC: 1",
+			"Connection: keep-alive",
+			"Sec-Fetch-Dest: empty",
+			"Sec-Fetch-Mode: cors",
+			"Sec-Fetch-Site: same-site",
+			"Priority: u=4",
+			"TE: trailers"]
+		);
+		
+		curl_setopt($curlproc, CURLOPT_RETURNTRANSFER, true);
+		curl_setopt($curlproc, CURLOPT_SSL_VERIFYHOST, 2);
+		curl_setopt($curlproc, CURLOPT_SSL_VERIFYPEER, true);
+		curl_setopt($curlproc, CURLOPT_CONNECTTIMEOUT, 30);
+		curl_setopt($curlproc, CURLOPT_TIMEOUT, 30);
+
+		$this->backend->assign_proxy($curlproc, $proxy);
+		
+		$data = curl_exec($curlproc);
+		
+		if(curl_errno($curlproc)){
+			
+			throw new Exception(curl_error($curlproc));
+		}
+		
+		curl_close($curlproc);
+		return $data;
+	}
+	
+	public function music($get, $last_attempt = false){
+		
+		if($get["npt"]){
+			
+			[$params, $proxy] = $this->backend->get($get["npt"], "music");
+			$params = json_decode($params, true);
+			$type = $params["type"];
+			$search = $params["s"];
+			$offset = $params["offset"];
+			
+		}else{
+			
+			$search = $get["s"];
+			if(strlen($search) === 0){
+				
+				throw new Exception("Search term is empty!");
+			}
+			
+			$type = $get["type"];
+			$offset = 0;
+			$proxy = $this->backend->get_ip();
+		}
+		
+		try{
+			
+			$json =
+				$this->get(
+					$proxy,
+					"https://api.swisscows.com/audio/search/{$type}s",
+					[
+						"query" => $search,
+						"offset" => $offset,
+						"itemsCount" => 20,
+						"region" => "en-US"
+					]
+				);
+			
+		}catch(Exception $error){
+			
+			throw new Exception("Failed to fetch JSON");
+		}
+		
+		$json = json_decode($json, true);
+		
+		if($json === null){
+			
+			throw new Exception("Failed to decode JSON");
+		}
+		
+		$out = [
+			"status" => "ok",
+			"npt" => null,
+			"song" => [],
+			"playlist" => [],
+			"album" => [],
+			"podcast" => [],
+			"author" => [],
+			"user" => []
+		];
+		
+		if(!isset($json["items"])){
+			
+			throw new Exception("Swisscows did not return an items object");
+		}
+		
+		if($type == "track"){
+			foreach($json["items"] as $item){
+				
+				$tags = $item["tags"];
+				if(!empty($item["genre"])){
+					
+					$tags[] = $item["genre"];
+				}
+				
+				$out["song"][] = [
+					"title" => $item["title"],
+					"description" => implode(", ", $tags),
+					"url" => "/resolver?scraper=sc&target=t{$item["id"]}",
+					"views" => null,
+					"author" => [
+						"name" => null,
+						"url" => null,
+						"avatar" => null
+					],
+					"thumb" => [
+						"ratio" => "1:1",
+						"url" => $item["artworkUrl"]
+					],
+					"date" => null,
+					"duration" => $this->convert_time($item["duration"]),
+					"stream" => [					
+						"endpoint" => null,
+						"url" => null
+					]
+				];
+			}
+		}else{
+			
+			foreach($json["items"] as $item){
+				
+				$out["playlist"][] = [
+					"title" => $item["title"],
+					"description" => $this->limitstrlen($item["description"]),
+					"author" => [
+						"name" => null,
+						"url" => null,
+						"avatar" => null
+					],
+					"thumb" => [
+						"ratio" => "1:1",
+						"url" => $item["artworkUrl"]
+					],
+					"date" => null,
+					"duration" => $this->convert_time($item["duration"]),
+					"url" => "/resolver?scraper=sc&target=p{$item["id"]}",
+				];
+			}
+		}
+		
+		//
+		// get NPT
+		//
+		if(
+			isset($json["nextOffset"]) &&
+			$json["nextOffset"] !== null
+		){
+			
+			$out["npt"] =
+				$this->backend->store(
+					json_encode(
+						[
+							"type" => $type,
+							"s" => $search,
+							"offset" => $json["nextOffset"]
+						]
+					),
+					"music",
+					$proxy
+				);
+		}
+		
+		return $out;
+	}
+	
+	private function limitstrlen($text){
+		
+		return
+			explode(
+				"\n",
+				wordwrap(
+					str_replace(
+						["\n\r", "\r\n", "\n", "\r"],
+						" ",
+						$text
+					),
+					300,
+					"\n"
+				),
+				2
+			)[0];
+	}
+	
+	private function convert_time($time){
+		
+		list($hours, $minutes, $seconds) = explode(':', $time);
+		
+		return
+			((int)$hours * 3600) +
+			((int)$minutes * 60) +
+			(float)$seconds;
+	}
+}

settings.php

@@ -388,11 +388,15 @@ $settings = [
 					[
 						"value" => "sc",
 						"text" => "SoundCloud"
-					]//,
+					],
-					//[
+					[
-					//	"value" => "spotify",
+						"value" => "swisscows",
-					//	"text" => "Spotify"
+						"text" => "Swisscows"
-					//]
+					]
+					/*[
+						"value" => "spotify",
+						"text" => "Spotify"
+					]*/
 				]
 			]
 		]