X-Git-Url: https://git.cweiske.de/stouyapi.git/blobdiff_plain/f52520f94f2deb06fc8d50fab07e11a9d2b6e048..d33aeec287423662ca1e63252d6b63f550d37e83:/bin/import-game-data.php diff --git a/bin/import-game-data.php b/bin/import-game-data.php index 14996c4..2685b3f 100755 --- a/bin/import-game-data.php +++ b/bin/import-game-data.php @@ -7,6 +7,7 @@ * @author Christian Weiske */ ini_set('xdebug.halt_level', E_WARNING|E_NOTICE|E_USER_WARNING|E_USER_NOTICE); +require_once __DIR__ . '/functions.php'; require_once __DIR__ . '/filters.php'; if (!isset($argv[1])) { error('Pass the path to a "folders" file with game data json files folder names'); @@ -26,6 +27,11 @@ if (file_exists($cfgFile)) { $wwwDir = __DIR__ . '/../www/'; +$qrDir = $wwwDir . 'gen-qr/'; +if (!is_dir($qrDir)) { + mkdir($qrDir, 0775); +} + $baseDir = dirname($foldersFile); $gameFiles = []; foreach (file($foldersFile) as $line) { @@ -45,6 +51,8 @@ foreach (file($foldersFile) as $line) { $games = []; $count = 0; $developers = []; + +//load game data. doing early to collect a developer's games foreach ($gameFiles as $gameFile) { $game = json_decode(file_get_contents($gameFile)); if ($game === null) { @@ -53,18 +61,18 @@ foreach ($gameFiles as $gameFile) { addMissingGameProperties($game); $games[$game->packageName] = $game; - writeJson( - 'api/v1/details-data/' . $game->packageName . '.json', - buildDetails($game) - ); - if (!isset($developers[$game->developer->uuid])) { $developers[$game->developer->uuid] = [ - 'info' => $game->developer, - 'products' => [], + 'info' => $game->developer, + 'products' => [], + 'gameNames' => [], ]; } + $developers[$game->developer->uuid]['gameNames'][] = $game->packageName; +} +//write json api files +foreach ($games as $game) { $products = $game->products ?? []; foreach ($products as $product) { writeJson( @@ -75,7 +83,14 @@ foreach ($gameFiles as $gameFile) { $developers[$game->developer->uuid]['products'][] = $product; } - /**/ + writeJson( + 'api/v1/details-data/' . $game->packageName . '.json', + buildDetails( + $game, + count($developers[$game->developer->uuid]['gameNames']) > 1 + ) + ); + writeJson( 'api/v1/games/' . $game->packageName . '/purchases', buildPurchases($game) @@ -111,11 +126,20 @@ foreach ($developers as $developer) { buildDeveloperProducts($developer['products'], $developer['info']) ); writeJson( - //index.htm does not need a rewrite rule 'api/v1/developers/' . $developer['info']->uuid . '/current_gamer', buildDeveloperCurrentGamer() ); + + if (count($developer['gameNames']) > 1) { + writeJson( + 'api/v1/discover-data/dev--' . $developer['info']->uuid . '.json', + buildSpecialCategory( + 'Developer: ' . $developer['info']->name, + filterByPackageNames($games, $developer['gameNames']) + ) + ); + } } writeJson('api/v1/discover-data/discover.json', buildDiscover($games)); @@ -147,12 +171,13 @@ function buildDiscover(array $games) ]; addDiscoverRow( - $data, 'Last Updated', - filterLastUpdated($games, 10) + $data, 'New games', + filterLastAdded($games, 10) ); addDiscoverRow( - $data, 'Best rated', - filterBestRated($games, 10) + $data, 'Best rated games', + filterBestRatedGames($games, 10), + true ); foreach ($GLOBALS['packagelists'] as $listTitle => $listPackageNames) { @@ -166,14 +191,20 @@ function buildDiscover(array $games) $data, 'Special', [ 'Best rated', + 'Best rated games', 'Most rated', 'Random', + 'Last updated', ] ); writeJson( 'api/v1/discover-data/' . categoryPath('Best rated') . '.json', buildSpecialCategory('Best rated', filterBestRated($games, 99)) ); + writeJson( + 'api/v1/discover-data/' . categoryPath('Best rated games') . '.json', + buildSpecialCategory('Best rated games', filterBestRatedGames($games, 99)) + ); writeJson( 'api/v1/discover-data/' . categoryPath('Most rated') . '.json', buildSpecialCategory('Most rated', filterMostDownloaded($games, 99)) @@ -185,6 +216,10 @@ function buildDiscover(array $games) filterRandom($games, 99) ) ); + writeJson( + 'api/v1/discover-data/' . categoryPath('Last updated') . '.json', + buildSpecialCategory('Last updated', filterLastUpdated($games, 99)) + ); $players = [ //1 => '1 player', @@ -196,7 +231,18 @@ function buildDiscover(array $games) foreach ($players as $num => $title) { writeJson( 'api/v1/discover-data/' . categoryPath($title) . '.json', - buildDiscoverCategory($title, filterByPlayers($games, $num)) + buildDiscoverCategory( + $title, + //I do not want emulators here, + // and neither Streaming apps + filterByGenre( + filterByGenre( + filterByPlayers($games, $num), + 'Emulator', true + ), + 'App', true + ) + ) ); } @@ -249,7 +295,8 @@ function buildDiscoverCategory($name, $games) ); addDiscoverRow( $data, 'Best rated', - filterBestRated($games, 10) + filterBestRated($games, 10), + true ); $games = sortByTitle($games); @@ -275,6 +322,11 @@ function buildMakeCategory($name, $games) return $data; } +/** + * Category without the "Last updated" or "Best rated" top rows + * + * Used for "Best rated", "Most rated", "Random" + */ function buildSpecialCategory($name, $games) { $data = [ @@ -296,19 +348,29 @@ function buildSpecialCategory($name, $games) function buildDiscoverHome(array $games) { - //we do not want anything here for now $data = [ 'title' => 'home', 'rows' => [ - [ - 'title' => 'FEATURED', - 'showPrice' => false, - 'ranked' => false, - 'tiles' => [], - ] ], 'tiles' => [], ]; + + if (isset($GLOBALS['home'])) { + reset($GLOBALS['home']); + $title = key($GLOBALS['home']); + addDiscoverRow( + $data, $title, + filterByPackageNames($games, $GLOBALS['home'][$title]) + ); + } else { + $data['rows'][] = [ + 'title' => 'FEATURED', + 'showPrice' => false, + 'ranked' => false, + 'tiles' => [], + ]; + } + return $data; } @@ -374,7 +436,7 @@ function buildAppDownload($game, $release) 'fileSize' => $release->size, 'version' => $release->uuid, 'contentRating' => $game->contentRating, - 'downloadLink' => rewriteUrl($release->url), + 'downloadLink' => $release->url, ] ]; } @@ -400,7 +462,7 @@ function buildProduct($product) /** * Build /app/v1/details?app=org.example.game */ -function buildDetails($game) +function buildDetails($game, $linkDeveloperPage = false) { $latestRelease = $game->latestRelease; @@ -448,8 +510,15 @@ function buildDetails($game) $product = buildProduct($gamePromoted); } + $iaUrl = null; + if (isset($game->latestRelease->url) + && substr($game->latestRelease->url, 0, 29) == 'https://archive.org/download/' + ) { + $iaUrl = dirname($game->latestRelease->url) . '/'; + } + // http://cweiske.de/ouya-store-api-docs.htm#get-https-devs-ouya-tv-api-v1-details - return [ + $data = [ 'type' => 'Game', 'title' => $game->title, 'description' => $game->description, @@ -506,7 +575,19 @@ function buildDetails($game) 'promotedProduct' => $product, 'buttons' => $buttons, + + 'stouyapi' => [ + 'internet-archive' => $iaUrl, + 'developer-url' => $game->developer->website ?? null, + ] ]; + + if ($linkDeveloperPage) { + $data['developer']['url'] = 'ouya://launcher/discover/dev--' + . categoryPath($game->developer->uuid); + } + + return $data; } function buildDeveloperCurrentGamer() @@ -538,6 +619,9 @@ function buildDeveloperProductOnly($product, $developer) */ function buildDeveloperProducts($products, $developer) { + //remove duplicates + $products = array_values(array_column($products, null, 'identifier')); + $jsonProducts = []; foreach ($products as $product) { $jsonProducts[] = buildProduct($product); @@ -614,12 +698,12 @@ function addChunkedDiscoverRows(&$data, $games, $title) } } -function addDiscoverRow(&$data, $title, $games) +function addDiscoverRow(&$data, $title, $games, $ranked = false) { $row = [ 'title' => $title, 'showPrice' => true, - 'ranked' => false, + 'ranked' => $ranked, 'tiles' => [], ]; foreach ($games as $game) { @@ -698,11 +782,6 @@ function buildDiscoverGameTile($game) ]; } -function categoryPath($title) -{ - return str_replace(['/', '\\', ' ', '+', '?'], '_', $title); -} - function getAllAges($games) { $ages = []; @@ -761,7 +840,9 @@ function addMissingGameProperties($game) $game->rating->count = 0; } + $game->firstRelease = null; $game->latestRelease = null; + $firstReleaseTimestamp = null; $latestReleaseTimestamp = 0; foreach ($game->releases as $release) { if (!isset($release->publicSize)) { @@ -776,6 +857,15 @@ function addMissingGameProperties($game) $game->latestRelease = $release; $latestReleaseTimestamp = $releaseTimestamp; } + if ($firstReleaseTimestamp === null + || $releaseTimestamp < $firstReleaseTimestamp + ) { + $game->firstRelease = $release; + $firstReleaseTimestamp = $releaseTimestamp; + } + } + if ($game->firstRelease === null) { + error('No first release for ' . $game->packageName); } if ($game->latestRelease === null) { error('No latest release for ' . $game->packageName); @@ -800,6 +890,34 @@ function addMissingGameProperties($game) if (!isset($game->developer->founder)) { $game->developer->founder = false; } + + if ($game->website) { + $qrfileName = preg_replace('#[^\\w\\d._-]#', '_', $game->website) . '.png'; + $qrfilePath = $GLOBALS['qrDir'] . $qrfileName; + if (!file_exists($qrfilePath)) { + $cmd = __DIR__ . '/create-qr.sh' + . ' ' . escapeshellarg($game->website) + . ' ' . escapeshellarg($qrfilePath); + passthru($cmd, $retval); + if ($retval != 0) { + exit(20); + } + } + $qrUrlPath = $GLOBALS['baseUrl'] . 'gen-qr/' . $qrfileName; + $game->media[] = (object) [ + 'type' => 'image', + 'url' => $qrUrlPath, + ]; + } + + //rewrite urls from Internet Archive to our servers + $game->discover = rewriteUrl($game->discover); + foreach ($game->media as $medium) { + $medium->url = rewriteUrl($medium->url); + } + foreach ($game->releases as $release) { + $release->url = rewriteUrl($release->url); + } } /**