bin/import-game-data.php

   1 #!/usr/bin/env php
   2 <?php
   3 /**
   4  * Import games from a OUYA game data repository
   5  *
   6  * @link https://github.com/cweiske/ouya-game-data/
   7  * @author Christian Weiske <cweiske@cweiske.de>
   8  */
   9 ini_set('xdebug.halt_level', E_WARNING|E_NOTICE|E_USER_WARNING|E_USER_NOTICE);
  10 require_once __DIR__ . '/filters.php';
  11 if (!isset($argv[1])) {
  12     error('Pass the path to a "folders" file with game data json files folder names');
  13 }
  14 $foldersFile = $argv[1];
  15 if (!is_file($foldersFile)) {
  16     error('Given path is not a file: ' . $foldersFile);
  17 }
  18
  19 $GLOBALS['packagelists']['cweiskepicks'] = [
  20     'de.eiswuxe.blookid2',
  21     'com.cosmos.babyloniantwins'
  22 ];
  23
  24 $wwwDir = __DIR__ . '/../www/';
  25
  26 $baseDir   = dirname($foldersFile);
  27 $gameFiles = [];
  28 foreach (file($foldersFile) as $line) {
  29     $line = trim($line);
  30     if (strlen($line)) {
  31         if (strpos($line, '..') !== false) {
  32             error('Path attack in ' . $folder);
  33         }
  34         $folder = $baseDir . '/' . $line;
  35         if (!is_dir($folder)) {
  36             error('Folder does not exist: ' . $folder);
  37         }
  38         $gameFiles = array_merge($gameFiles, glob($folder . '/*.json'));
  39     }
  40 }
  41
  42 $games = [];
  43 $count = 0;
  44 foreach ($gameFiles as $gameFile) {
  45     $game = json_decode(file_get_contents($gameFile));
  46     if ($game === null) {
  47         error('JSON invalid at ' . $gameFile);
  48     }
  49     addMissingGameProperties($game);
  50     $games[$game->packageName] = $game;
  51
  52     writeJson(
  53         'api/v1/details-data/' . $game->packageName . '.json',
  54         buildDetails($game)
  55     );
  56     /* this crashes babylonian twins
  57     writeJson(
  58         'api/v1/games/' . $game->packageName . '/purchases',
  59         "{}\n"
  60     );
  61     */
  62
  63     writeJson(
  64         'api/v1/apps/' . $game->packageName . '.json',
  65         buildApps($game)
  66     );
  67     $latestRelease = $game->latestRelease;
  68     writeJson(
  69         'api/v1/apps/' . $latestRelease->uuid . '.json',
  70         buildApps($game)
  71     );
  72
  73     writeJson(
  74         'api/v1/apps/' . $latestRelease->uuid . '-download.json',
  75         buildAppDownload($game, $latestRelease)
  76     );
  77
  78     if ($count++ > 20) {
  79         //break;
  80     }
  81 }
  82
  83 writeJson('api/v1/discover-data/discover.json', buildDiscover($games));
  84 writeJson('api/v1/discover-data/home.json', buildDiscoverHome($games));
  85
  86
  87 function buildDiscover(array $games)
  88 {
  89     $data = [
  90         'title' => 'DISCOVER',
  91         'rows'  => [],
  92         'tiles' => [],
  93     ];
  94
  95     addDiscoverRow(
  96         $data, 'Last Updated',
  97         filterLastUpdated($games, 10)
  98     );
  99     addDiscoverRow(
 100         $data, 'Best rated',
 101         filterBestRated($games, 10)
 102     );
 103     addDiscoverRow(
 104         $data, "cweiske's picks",
 105         filterByPackageNames($games, $GLOBALS['packagelists']['cweiskepicks'])
 106     );
 107
 108     $players = [
 109         //1 => '1 player',
 110         2 => '2 players',
 111         3 => '3 players',
 112         4 => '4 players',
 113     ];
 114     addDiscoverRow($data, '# of players', $players);
 115     foreach ($players as $num => $title) {
 116         writeJson(
 117             'api/v1/discover-data/' . categoryPath($title) . '.json',
 118             buildDiscoverCategory($title, filterByPlayers($games, $num))
 119         );
 120     }
 121
 122     $ages = getAllAges($games);
 123     natsort($ages);
 124     addDiscoverRow($data, 'Content rating', $ages);
 125     foreach ($ages as $num => $title) {
 126         writeJson(
 127             'api/v1/discover-data/' . categoryPath($title) . '.json',
 128             buildDiscoverCategory($title, filterByAge($games, $title))
 129         );
 130     }
 131
 132     $genres = getAllGenres($games);
 133     sort($genres);
 134     addChunkedDiscoverRows($data, $genres, 'Genres');
 135
 136     foreach ($genres as $genre) {
 137         writeJson(
 138             'api/v1/discover-data/' . categoryPath($genre) . '.json',
 139             buildDiscoverCategory($genre, filterByGenre($games, $genre))
 140         );
 141     }
 142
 143     $abc = array_merge(range('A', 'Z'), ['Other']);
 144     addChunkedDiscoverRows($data, $abc, 'Alphabetical');
 145     foreach ($abc as $letter) {
 146         writeJson(
 147             'api/v1/discover-data/' . categoryPath($letter) . '.json',
 148             buildDiscoverCategory($letter, filterByLetter($games, $letter))
 149         );
 150     }
 151
 152     return $data;
 153 }
 154
 155 /**
 156  * A genre category page
 157  */
 158 function buildDiscoverCategory($name, $games)
 159 {
 160     $data = [
 161         'title' => $name,
 162         'rows'  => [],
 163         'tiles' => [],
 164     ];
 165     addDiscoverRow(
 166         $data, 'Last Updated',
 167         filterLastUpdated($games, 10)
 168     );
 169     addDiscoverRow(
 170         $data, 'Best rated',
 171         filterBestRated($games, 10)
 172     );
 173
 174     usort(
 175         $games,
 176         function ($gameA, $gameB) {
 177             return strcmp($gameA->title, $gameB->title);
 178         }
 179     );
 180     $chunks = array_chunk($games, 4);
 181     foreach ($chunks as $chunkGames) {
 182         addDiscoverRow($data, '', $chunkGames);
 183     }
 184
 185     return $data;
 186 }
 187
 188 function buildDiscoverHome(array $games)
 189 {
 190     //we do not want anything here for now
 191     $data = [
 192         'title' => 'home',
 193         'rows'  => [
 194             [
 195                 'title' => 'FEATURED',
 196                 'showPrice' => false,
 197                 'ranked'    => false,
 198                 'tiles'     => [],
 199             ]
 200         ],
 201         'tiles' => [],
 202     ];
 203     return $data;
 204 }
 205
 206 /**
 207  * Build api/v1/apps/$packageName
 208  */
 209 function buildApps($game)
 210 {
 211     $latestRelease = $game->latestRelease;
 212
 213     // http://cweiske.de/ouya-store-api-docs.htm#get-https-devs-ouya-tv-api-v1-apps-xxx
 214     return [
 215         'app' => [
 216             'uuid'          => $latestRelease->uuid,
 217             'title'         => $game->title,
 218             'overview'      => $game->overview,
 219             'description'   => $game->description,
 220             'gamerNumbers'  => $game->players,
 221             'genres'        => $game->genres,
 222
 223             'website'       => $game->website,
 224             'contentRating' => $game->contentRating,
 225             'premium'       => $game->premium,
 226             'firstPublishedAt' => $game->firstPublishedAt,
 227
 228             'likeCount'     => $game->rating->likeCount,
 229             'ratingAverage' => $game->rating->average,
 230             'ratingCount'   => $game->rating->count,
 231
 232             'versionNumber' => $latestRelease->name,
 233             'latestVersion' => $latestRelease->uuid,
 234             'md5sum'        => $latestRelease->md5sum,
 235             'apkFileSize'   => $latestRelease->size,
 236             'publishedAt'   => $latestRelease->date,
 237             'publicSize'    => $latestRelease->publicSize,
 238             'nativeSize'    => $latestRelease->nativeSize,
 239
 240             'mainImageFullUrl' => $game->discover,
 241             'videoUrl'         => getFirstVideoUrl($game->media),
 242             'filepickerScreenshots' => getAllImageUrls($game->media),
 243             'mobileAppIcon'    => null,
 244
 245             'developer'           => $game->developer->name,
 246             'supportEmailAddress' => $game->developer->supportEmail,
 247             'supportPhone'        => $game->developer->supportPhone,
 248             'founder'             => $game->developer->founder,
 249
 250             'promotedProduct' => null,
 251         ],
 252     ];
 253 }
 254
 255 function buildAppDownload($game, $release)
 256 {
 257     return [
 258         'app' => [
 259             'fileSize'      => $release->size,
 260             'version'       => $release->uuid,
 261             'contentRating' => $game->contentRating,
 262             'downloadLink'  => $release->url,
 263         ]
 264     ];
 265 }
 266
 267 /**
 268  * Build /app/v1/details?app=org.example.game
 269  */
 270 function buildDetails($game)
 271 {
 272     $latestRelease = $game->latestRelease;
 273
 274     $mediaTiles = [];
 275     if ($game->discover) {
 276         $mediaTiles[] = [
 277             'type' => 'image',
 278             'urls' => [
 279                 'thumbnail' => $game->discover,
 280                 'full'      => $game->discover,
 281             ],
 282         ];
 283     }
 284     foreach ($game->media as $medium) {
 285         if ($medium->type == 'image')  {
 286             $mediaTiles[] = [
 287                 'type' => 'image',
 288                 'urls' => [
 289                     'thumbnail' => $medium->thumb,
 290                     'full'      => $medium->url,
 291                 ],
 292             ];
 293         } else {
 294             $mediaTiles[] = [
 295                 'type' => 'video',
 296                 'urls' => [
 297                     'full'      => $medium->url,
 298                 ],
 299             ];
 300         }
 301     }
 302
 303     // http://cweiske.de/ouya-store-api-docs.htm#get-https-devs-ouya-tv-api-v1-details
 304     return [
 305         'type'             => 'Game',
 306         'title'            => $game->title,
 307         'description'      => $game->description,
 308         'gamerNumbers'     => $game->players,
 309         'genres'           => $game->genres,
 310
 311         'suggestedAge'     => $game->contentRating,
 312         'premium'          => $game->premium,
 313         'inAppPurchases'   => $game->inAppPurchases,
 314         'firstPublishedAt' => strtotime($game->firstPublishedAt),
 315         'ccUrl'            => null,
 316
 317         'rating' => [
 318             'count'   => $game->rating->count,
 319             'average' => $game->rating->average,
 320         ],
 321
 322         'apk' => [
 323             'fileSize'    => $latestRelease->size,
 324             'nativeSize'  => $latestRelease->nativeSize,
 325             'publicSize'  => $latestRelease->publicSize,
 326             'md5sum'      => $latestRelease->md5sum,
 327             'filename'    => 'FIXME',
 328             'errors'      => '',
 329             'package'     => $game->packageName,
 330             'versionCode' => $latestRelease->versionCode,
 331             'state'       => 'complete',
 332         ],
 333
 334         'version' => [
 335             'number'      => $latestRelease->name,
 336             'publishedAt' => strtotime($latestRelease->date),
 337             'uuid'        => $latestRelease->uuid,
 338         ],
 339
 340         'developer' => [
 341             'name'    => $game->developer->name,
 342             'founder' => $game->developer->founder,
 343         ],
 344
 345         'metaData' => [
 346             'key:rating.average',
 347             'key:developer.name',
 348             'key:suggestedAge',
 349             number_format($latestRelease->size / 1024 / 1024, 2, '.', '') . ' MiB',
 350         ],
 351
 352         'tileImage'     => $game->discover,
 353         'mediaTiles'    => $mediaTiles,
 354         'mobileAppIcon' => null,
 355         'heroImage'     => [
 356             'url' => null,
 357         ],
 358
 359         'promotedProduct' => null,
 360     ];
 361 }
 362
 363 function addChunkedDiscoverRows(&$data, $games, $title)
 364 {
 365     $chunks = array_chunk($games, 4);
 366     $first = true;
 367     foreach ($chunks as $chunk) {
 368         addDiscoverRow(
 369             $data, $first ? $title : '',
 370             $chunk
 371         );
 372         $first = false;
 373     }
 374 }
 375
 376 function addDiscoverRow(&$data, $title, $games)
 377 {
 378     $row = [
 379         'title'     => $title,
 380         'showPrice' => false,
 381         'ranked'    => false,
 382         'tiles'     => [],
 383     ];
 384     foreach ($games as $game) {
 385         if (is_string($game)) {
 386             //category link
 387             $tilePos = count($data['tiles']);
 388             $data['tiles'][$tilePos] = buildDiscoverCategoryTile($game);
 389
 390         } else {
 391             //game
 392             $tilePos = findTile($data['tiles'], $game->packageName);
 393             if ($tilePos === null) {
 394                 $tilePos = count($data['tiles']);
 395                 $data['tiles'][$tilePos] = buildDiscoverGameTile($game);
 396             }
 397         }
 398         $row['tiles'][] = $tilePos;
 399     }
 400     $data['rows'][] = $row;
 401 }
 402
 403 function findTile($tiles, $packageName)
 404 {
 405     foreach ($tiles as $pos => $tile) {
 406         if ($tile['package'] == $packageName) {
 407             return $pos;
 408         }
 409     }
 410     return null;
 411 }
 412
 413 function buildDiscoverCategoryTile($title)
 414 {
 415     return [
 416         'url'   => 'ouya://launcher/discover/' . categoryPath($title),
 417         'image' => '',
 418         'title' => $title,
 419         'type'  => 'discover'
 420     ];
 421 }
 422
 423 function buildDiscoverGameTile($game)
 424 {
 425     $latestRelease = $game->latestRelease;
 426     return [
 427         'gamerNumbers' => $game->players,
 428         'genres' => $game->genres,
 429         'url' => 'ouya://launcher/details?app=' . $game->packageName,
 430         'latestVersion' => [
 431             'apk' => [
 432                 'md5sum' => $latestRelease->md5sum,
 433             ],
 434             'versionNumber' => $latestRelease->name,
 435             'uuid' => $latestRelease->uuid,
 436         ],
 437         'inAppPurchases' => $game->inAppPurchases,
 438         'promotedProduct' => null,
 439         'premium' => $game->premium,
 440         'type' => 'app',
 441         'package' => $game->packageName,
 442         'updated_at' => strtotime($latestRelease->date),
 443         'updatedAt' => $latestRelease->date,
 444         'title' => $game->title,
 445         'image' => $game->discover,
 446         'contentRating' => $game->contentRating,
 447         'rating' => [
 448             'count' => $game->rating->count,
 449             'average' => $game->rating->average,
 450         ],
 451     ];
 452 }
 453
 454 function categoryPath($title)
 455 {
 456     return str_replace(['/', '\\', ' ', '+'], '_', $title);
 457 }
 458
 459 function getAllAges($games)
 460 {
 461     $ages = [];
 462     foreach ($games as $game) {
 463         $ages[] = $game->contentRating;
 464     }
 465     return array_unique($ages);
 466 }
 467
 468 function getAllGenres($games)
 469 {
 470     $genres = [];
 471     foreach ($games as $game) {
 472         $genres = array_merge($genres, $game->genres);
 473     }
 474     return array_unique($genres);
 475 }
 476
 477 function addMissingGameProperties($game)
 478 {
 479     if (!isset($game->overview)) {
 480         $game->overview = null;
 481     }
 482     if (!isset($game->description)) {
 483         $game->description = '';
 484     }
 485     if (!isset($game->players)) {
 486         $game->players = [1];
 487     }
 488     if (!isset($game->genres)) {
 489         $game->genres = ['Unsorted'];
 490     }
 491     if (!isset($game->website)) {
 492         $game->website = null;
 493     }
 494     if (!isset($game->contentRating)) {
 495         $game->contentRating = 'Everyone';
 496     }
 497     if (!isset($game->premium)) {
 498         $game->premium = false;
 499     }
 500     if (!isset($game->firstPublishedAt)) {
 501         $game->firstPublishedAt = gmdate('c');
 502     }
 503
 504     if (!isset($game->rating)) {
 505         $game->rating = new stdClass();
 506     }
 507     if (!isset($game->rating->likeCount)) {
 508         $game->rating->likeCount = 0;
 509     }
 510     if (!isset($game->rating->average)) {
 511         $game->rating->average = 0;
 512     }
 513     if (!isset($game->rating->count)) {
 514         $game->rating->count = 0;
 515     }
 516
 517     $game->latestRelease = null;
 518     $latestReleaseTimestamp = 0;
 519     foreach ($game->releases as $release) {
 520         if (!isset($release->publicSize)) {
 521             $release->publicSize = 0;
 522         }
 523         if (!isset($release->nativeSize)) {
 524             $release->nativeSize = 0;
 525         }
 526
 527         $releaseTimestamp = strtotime($release->date);
 528         if ($releaseTimestamp > $latestReleaseTimestamp) {
 529             $game->latestRelease    = $release;
 530             $latestReleaseTimestamp = $releaseTimestamp;
 531         }
 532     }
 533     if ($game->latestRelease === null) {
 534         error('No latest release for ' . $game->packageName);
 535     }
 536
 537     if (!isset($game->media)) {
 538         $game->media = [];
 539     }
 540
 541     if (!isset($game->developer->uuid)) {
 542         $game->developer->uuid = null;
 543     }
 544     if (!isset($game->developer->name)) {
 545         $game->developer->name = 'unknown';
 546     }
 547     if (!isset($game->developer->supportEmail)) {
 548         $game->developer->supportEmail = null;
 549     }
 550     if (!isset($game->developer->supportPhone)) {
 551         $game->developer->supportPhone = null;
 552     }
 553     if (!isset($game->developer->founder)) {
 554         $game->developer->founder = false;
 555     }
 556 }
 557
 558 function getFirstVideoUrl($media)
 559 {
 560     foreach ($media as $medium) {
 561         if ($medium->type == 'video') {
 562             return $medium->url;
 563         }
 564     }
 565     return null;
 566 }
 567
 568 function getAllImageUrls($media)
 569 {
 570     $imageUrls = [];
 571     foreach ($media as $medium) {
 572         if ($medium->type == 'image') {
 573             $imageUrls[] = $medium->url;
 574         }
 575     }
 576     return $imageUrls;
 577 }
 578
 579 function writeJson($path, $data)
 580 {
 581     global $wwwDir;
 582     $fullPath = $wwwDir . $path;
 583     $dir = dirname($fullPath);
 584     if (!is_dir($dir)) {
 585         mkdir($dir, 0777, true);
 586     }
 587     file_put_contents(
 588         $fullPath,
 589         json_encode($data, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES) . "\n"
 590     );
 591 }
 592
 593 function error($msg)
 594 {
 595     fwrite(STDERR, $msg . "\n");
 596     exit(1);
 597 }
 598 ?>