bin/import-game-data.php

   1 #!/usr/bin/env php
   2 <?php
   3 /**
   4  * Import games from a OUYA game data repository
   5  *
   6  * @link https://github.com/cweiske/ouya-game-data/
   7  * @author Christian Weiske <cweiske@cweiske.de>
   8  */
   9 ini_set('xdebug.halt_level', E_WARNING|E_NOTICE|E_USER_WARNING|E_USER_NOTICE);
  10 require_once __DIR__ . '/filters.php';
  11 if (!isset($argv[1])) {
  12     error('Pass the path to a "folders" file with game data json files folder names');
  13 }
  14 $foldersFile = $argv[1];
  15 if (!is_file($foldersFile)) {
  16     error('Given path is not a file: ' . $foldersFile);
  17 }
  18
  19 $GLOBALS['packagelists']['cweiskepicks'] = [
  20     'de.eiswuxe.blookid2',
  21     'com.cosmos.babyloniantwins'
  22 ];
  23
  24 $wwwDir = __DIR__ . '/../www/';
  25
  26 $baseDir   = dirname($foldersFile);
  27 $gameFiles = [];
  28 foreach (file($foldersFile) as $line) {
  29     $line = trim($line);
  30     if (strlen($line)) {
  31         if (strpos($line, '..') !== false) {
  32             error('Path attack in ' . $folder);
  33         }
  34         $folder = $baseDir . '/' . $line;
  35         if (!is_dir($folder)) {
  36             error('Folder does not exist: ' . $folder);
  37         }
  38         $gameFiles = array_merge($gameFiles, glob($folder . '/*.json'));
  39     }
  40 }
  41
  42 $games = [];
  43 $count = 0;
  44 foreach ($gameFiles as $gameFile) {
  45     $game = json_decode(file_get_contents($gameFile));
  46     if ($game === null) {
  47         error('JSON invalid at ' . $gameFile);
  48     }
  49     addMissingGameProperties($game);
  50     $games[$game->packageName] = $game;
  51
  52     writeJson(
  53         'api/v1/details-data/' . $game->packageName . '.json',
  54         buildDetails($game)
  55     );
  56     /* this crashes babylonian twins
  57     writeJson(
  58         'api/v1/games/' . $game->packageName . '/purchases',
  59         "{}\n"
  60     );
  61     */
  62
  63     writeJson(
  64         'api/v1/apps/' . $game->packageName . '.json',
  65         buildApps($game)
  66     );
  67     $latestRelease = $game->latestRelease;
  68     writeJson(
  69         'api/v1/apps/' . $latestRelease->uuid . '.json',
  70         buildApps($game)
  71     );
  72
  73     writeJson(
  74         'api/v1/apps/' . $latestRelease->uuid . '-download.json',
  75         buildAppDownload($game, $latestRelease)
  76     );
  77
  78     if ($count++ > 20) {
  79         //break;
  80     }
  81 }
  82
  83 writeJson('api/v1/discover-data/discover.json', buildDiscover($games));
  84 writeJson('api/v1/discover-data/home.json', buildDiscoverHome($games));
  85
  86
  87 function buildDiscover(array $games)
  88 {
  89     $data = [
  90         'title' => 'DISCOVER',
  91         'rows'  => [],
  92         'tiles' => [],
  93     ];
  94
  95     addDiscoverRow(
  96         $data, 'Last Updated',
  97         filterLastUpdated($games, 10)
  98     );
  99     addDiscoverRow(
 100         $data, 'Best rated',
 101         filterBestRated($games, 10)
 102     );
 103     addDiscoverRow(
 104         $data, "cweiske's picks",
 105         filterByPackageNames($games, $GLOBALS['packagelists']['cweiskepicks'])
 106     );
 107
 108     $players = [
 109         //1 => '1 player',
 110         2 => '2 players',
 111         3 => '3 players',
 112         4 => '4 players',
 113     ];
 114     addDiscoverRow($data, '# of players', $players);
 115     foreach ($players as $num => $title) {
 116         writeJson(
 117             'api/v1/discover-data/' . categoryPath($title) . '.json',
 118             buildDiscoverCategory($title, filterByPlayers($games, $num))
 119         );
 120     }
 121
 122     $ages = getAllAges($games);
 123     natsort($ages);
 124     addDiscoverRow($data, 'Content rating', $ages);
 125     foreach ($ages as $num => $title) {
 126         writeJson(
 127             'api/v1/discover-data/' . categoryPath($title) . '.json',
 128             buildDiscoverCategory($title, filterByAge($games, $title))
 129         );
 130     }
 131
 132     $genres = getAllGenres($games);
 133     sort($genres);
 134     addChunkedDiscoverRows($data, $genres, 'Genres');
 135
 136     foreach ($genres as $genre) {
 137         writeJson(
 138             'api/v1/discover-data/' . categoryPath($genre) . '.json',
 139             buildDiscoverCategory($genre, filterByGenre($games, $genre))
 140         );
 141     }
 142
 143     $abc = array_merge(range('A', 'Z'), ['Other']);
 144     addChunkedDiscoverRows($data, $abc, 'Alphabetical');
 145     foreach ($abc as $letter) {
 146         writeJson(
 147             'api/v1/discover-data/' . categoryPath($letter) . '.json',
 148             buildDiscoverCategory($letter, filterByLetter($games, $letter))
 149         );
 150     }
 151
 152     return $data;
 153 }
 154
 155 /**
 156  * A genre category page
 157  */
 158 function buildDiscoverCategory($name, $games)
 159 {
 160     $data = [
 161         'title' => $name,
 162         'rows'  => [],
 163         'tiles' => [],
 164     ];
 165     addDiscoverRow(
 166         $data, 'Last Updated',
 167         filterLastUpdated($games, 10)
 168     );
 169     addDiscoverRow(
 170         $data, 'Best rated',
 171         filterBestRated($games, 10)
 172     );
 173
 174     usort(
 175         $games,
 176         function ($gameA, $gameB) {
 177             return strcmp($gameA->title, $gameB->title);
 178         }
 179     );
 180     $chunks = array_chunk($games, 4);
 181     foreach ($chunks as $chunkGames) {
 182         addDiscoverRow($data, '', $chunkGames);
 183     }
 184
 185     return $data;
 186 }
 187
 188 function buildDiscoverHome(array $games)
 189 {
 190     //we do not want anything here for now
 191     $data = [
 192         'title' => 'home',
 193         'rows'  => [
 194             [
 195                 'title' => 'FEATURED',
 196                 'showPrice' => false,
 197                 'ranked'    => false,
 198                 'tiles'     => [],
 199             ]
 200         ],
 201         'tiles' => [],
 202     ];
 203     return $data;
 204 }
 205
 206 /**
 207  * Build api/v1/apps/$packageName
 208  */
 209 function buildApps($game)
 210 {
 211     $latestRelease = $game->latestRelease;
 212
 213     // http://cweiske.de/ouya-store-api-docs.htm#get-https-devs-ouya-tv-api-v1-apps-xxx
 214     return [
 215         'app' => [
 216             'uuid'          => $latestRelease->uuid,
 217             'title'         => $game->title,
 218             'overview'      => $game->overview,
 219             'description'   => $game->description,
 220             'gamerNumbers'  => $game->players,
 221             'genres'        => $game->genres,
 222
 223             'website'       => $game->website,
 224             'contentRating' => $game->contentRating,
 225             'premium'       => $game->premium,
 226             'firstPublishedAt' => $game->firstPublishedAt,
 227
 228             'likeCount'     => $game->rating->likeCount,
 229             'ratingAverage' => $game->rating->average,
 230             'ratingCount'   => $game->rating->count,
 231
 232             'versionNumber' => $latestRelease->name,
 233             'latestVersion' => $latestRelease->uuid,
 234             'md5sum'        => $latestRelease->md5sum,
 235             'apkFileSize'   => $latestRelease->size,
 236             'publishedAt'   => $latestRelease->date,
 237             'publicSize'    => $latestRelease->publicSize,
 238             'nativeSize'    => $latestRelease->nativeSize,
 239
 240             'mainImageFullUrl' => $game->discover,
 241             'videoUrl'         => getFirstVideoUrl($game->media),
 242             'filepickerScreenshots' => getAllImageUrls($game->media),
 243             'mobileAppIcon'    => null,
 244
 245             'developer'           => $game->developer->name,
 246             'supportEmailAddress' => $game->developer->supportEmail,
 247             'supportPhone'        => $game->developer->supportPhone,
 248             'founder'             => $game->developer->founder,
 249
 250             'promotedProduct' => null,
 251         ],
 252     ];
 253 }
 254
 255 function buildAppDownload($game, $release)
 256 {
 257     return [
 258         'app' => [
 259             'fileSize'      => $release->size,
 260             'version'       => $release->uuid,
 261             'contentRating' => $game->contentRating,
 262             'downloadLink'  => $release->url,
 263         ]
 264     ];
 265 }
 266
 267 /**
 268  * Build /app/v1/details?app=org.example.game
 269  */
 270 function buildDetails($game)
 271 {
 272     $latestRelease = $game->latestRelease;
 273
 274     $mediaTiles = [];
 275     if ($game->discover) {
 276         $mediaTiles[] = [
 277             'type' => 'image',
 278             'urls' => [
 279                 'thumbnail' => $game->discover,
 280                 'full'      => $game->discover,
 281             ],
 282         ];
 283     }
 284     foreach ($game->media as $medium) {
 285         if ($medium->type == 'image')  {
 286             $mediaTiles[] = [
 287                 'type' => 'image',
 288                 'urls' => [
 289                     'thumbnail' => $medium->thumb,
 290                     'full'      => $medium->url,
 291                 ],
 292             ];
 293         } else {
 294             $mediaTiles[] = [
 295                 'type' => 'video',
 296                 'url'  => $medium->url,
 297             ];
 298         }
 299     }
 300
 301     // http://cweiske.de/ouya-store-api-docs.htm#get-https-devs-ouya-tv-api-v1-details
 302     return [
 303         'type'             => 'Game',
 304         'title'            => $game->title,
 305         'description'      => $game->description,
 306         'gamerNumbers'     => $game->players,
 307         'genres'           => $game->genres,
 308
 309         'suggestedAge'     => $game->contentRating,
 310         'premium'          => $game->premium,
 311         'inAppPurchases'   => $game->inAppPurchases,
 312         'firstPublishedAt' => strtotime($game->firstPublishedAt),
 313         'ccUrl'            => null,
 314
 315         'rating' => [
 316             'count'   => $game->rating->count,
 317             'average' => $game->rating->average,
 318         ],
 319
 320         'apk' => [
 321             'fileSize'    => $latestRelease->size,
 322             'nativeSize'  => $latestRelease->nativeSize,
 323             'publicSize'  => $latestRelease->publicSize,
 324             'md5sum'      => $latestRelease->md5sum,
 325             'filename'    => 'FIXME',
 326             'errors'      => '',
 327             'package'     => $game->packageName,
 328             'versionCode' => $latestRelease->versionCode,
 329             'state'       => 'complete',
 330         ],
 331
 332         'version' => [
 333             'number'      => $latestRelease->name,
 334             'publishedAt' => strtotime($latestRelease->date),
 335             'uuid'        => $latestRelease->uuid,
 336         ],
 337
 338         'developer' => [
 339             'name'    => $game->developer->name,
 340             'founder' => $game->developer->founder,
 341         ],
 342
 343         'metaData' => [
 344             'key:rating.average',
 345             'key:developer.name',
 346             'key:suggestedAge',
 347             number_format($latestRelease->size / 1024 / 1024, 2, '.', '') . ' MiB',
 348         ],
 349
 350         'tileImage'     => $game->discover,
 351         'mediaTiles'    => $mediaTiles,
 352         'mobileAppIcon' => null,
 353         'heroImage'     => [
 354             'url' => null,
 355         ],
 356
 357         'promotedProduct' => null,
 358     ];
 359 }
 360
 361 function addChunkedDiscoverRows(&$data, $games, $title)
 362 {
 363     $chunks = array_chunk($games, 4);
 364     $first = true;
 365     foreach ($chunks as $chunk) {
 366         addDiscoverRow(
 367             $data, $first ? $title : '',
 368             $chunk
 369         );
 370         $first = false;
 371     }
 372 }
 373
 374 function addDiscoverRow(&$data, $title, $games)
 375 {
 376     $row = [
 377         'title'     => $title,
 378         'showPrice' => false,
 379         'ranked'    => false,
 380         'tiles'     => [],
 381     ];
 382     foreach ($games as $game) {
 383         if (is_string($game)) {
 384             //category link
 385             $tilePos = count($data['tiles']);
 386             $data['tiles'][$tilePos] = buildDiscoverCategoryTile($game);
 387
 388         } else {
 389             //game
 390             $tilePos = findTile($data['tiles'], $game->packageName);
 391             if ($tilePos === null) {
 392                 $tilePos = count($data['tiles']);
 393                 $data['tiles'][$tilePos] = buildDiscoverGameTile($game);
 394             }
 395         }
 396         $row['tiles'][] = $tilePos;
 397     }
 398     $data['rows'][] = $row;
 399 }
 400
 401 function findTile($tiles, $packageName)
 402 {
 403     foreach ($tiles as $pos => $tile) {
 404         if ($tile['package'] == $packageName) {
 405             return $pos;
 406         }
 407     }
 408     return null;
 409 }
 410
 411 function buildDiscoverCategoryTile($title)
 412 {
 413     return [
 414         'url'   => 'ouya://launcher/discover/' . categoryPath($title),
 415         'image' => '',
 416         'title' => $title,
 417         'type'  => 'discover'
 418     ];
 419 }
 420
 421 function buildDiscoverGameTile($game)
 422 {
 423     $latestRelease = $game->latestRelease;
 424     return [
 425         'gamerNumbers' => $game->players,
 426         'genres' => $game->genres,
 427         'url' => 'ouya://launcher/details?app=' . $game->packageName,
 428         'latestVersion' => [
 429             'apk' => [
 430                 'md5sum' => $latestRelease->md5sum,
 431             ],
 432             'versionNumber' => $latestRelease->name,
 433             'uuid' => $latestRelease->uuid,
 434         ],
 435         'inAppPurchases' => $game->inAppPurchases,
 436         'promotedProduct' => null,
 437         'premium' => $game->premium,
 438         'type' => 'app',
 439         'package' => $game->packageName,
 440         'updated_at' => strtotime($latestRelease->date),
 441         'updatedAt' => $latestRelease->date,
 442         'title' => $game->title,
 443         'image' => $game->discover,
 444         'contentRating' => $game->contentRating,
 445         'rating' => [
 446             'count' => $game->rating->count,
 447             'average' => $game->rating->average,
 448         ],
 449     ];
 450 }
 451
 452 function categoryPath($title)
 453 {
 454     return str_replace(['/', '\\', ' ', '+'], '_', $title);
 455 }
 456
 457 function getAllAges($games)
 458 {
 459     $ages = [];
 460     foreach ($games as $game) {
 461         $ages[] = $game->contentRating;
 462     }
 463     return array_unique($ages);
 464 }
 465
 466 function getAllGenres($games)
 467 {
 468     $genres = [];
 469     foreach ($games as $game) {
 470         $genres = array_merge($genres, $game->genres);
 471     }
 472     return array_unique($genres);
 473 }
 474
 475 function addMissingGameProperties($game)
 476 {
 477     if (!isset($game->overview)) {
 478         $game->overview = null;
 479     }
 480     if (!isset($game->description)) {
 481         $game->description = '';
 482     }
 483     if (!isset($game->players)) {
 484         $game->players = [1];
 485     }
 486     if (!isset($game->genres)) {
 487         $game->genres = ['Unsorted'];
 488     }
 489     if (!isset($game->website)) {
 490         $game->website = null;
 491     }
 492     if (!isset($game->contentRating)) {
 493         $game->contentRating = 'Everyone';
 494     }
 495     if (!isset($game->premium)) {
 496         $game->premium = false;
 497     }
 498     if (!isset($game->firstPublishedAt)) {
 499         $game->firstPublishedAt = gmdate('c');
 500     }
 501
 502     if (!isset($game->rating)) {
 503         $game->rating = new stdClass();
 504     }
 505     if (!isset($game->rating->likeCount)) {
 506         $game->rating->likeCount = 0;
 507     }
 508     if (!isset($game->rating->average)) {
 509         $game->rating->average = 0;
 510     }
 511     if (!isset($game->rating->count)) {
 512         $game->rating->count = 0;
 513     }
 514
 515     $game->latestRelease = null;
 516     $latestReleaseTimestamp = 0;
 517     foreach ($game->releases as $release) {
 518         if (!isset($release->publicSize)) {
 519             $release->publicSize = 0;
 520         }
 521         if (!isset($release->nativeSize)) {
 522             $release->nativeSize = 0;
 523         }
 524
 525         $releaseTimestamp = strtotime($release->date);
 526         if ($releaseTimestamp > $latestReleaseTimestamp) {
 527             $game->latestRelease    = $release;
 528             $latestReleaseTimestamp = $releaseTimestamp;
 529         }
 530     }
 531     if ($game->latestRelease === null) {
 532         error('No latest release for ' . $game->packageName);
 533     }
 534
 535     if (!isset($game->media)) {
 536         $game->media = [];
 537     }
 538
 539     if (!isset($game->developer->uuid)) {
 540         $game->developer->uuid = null;
 541     }
 542     if (!isset($game->developer->name)) {
 543         $game->developer->name = 'unknown';
 544     }
 545     if (!isset($game->developer->supportEmail)) {
 546         $game->developer->supportEmail = null;
 547     }
 548     if (!isset($game->developer->supportPhone)) {
 549         $game->developer->supportPhone = null;
 550     }
 551     if (!isset($game->developer->founder)) {
 552         $game->developer->founder = false;
 553     }
 554 }
 555
 556 function getFirstVideoUrl($media)
 557 {
 558     foreach ($media as $medium) {
 559         if ($medium->type == 'video') {
 560             return $medium->url;
 561         }
 562     }
 563     return null;
 564 }
 565
 566 function getAllImageUrls($media)
 567 {
 568     $imageUrls = [];
 569     foreach ($media as $medium) {
 570         if ($medium->type == 'image') {
 571             $imageUrls[] = $medium->url;
 572         }
 573     }
 574     return $imageUrls;
 575 }
 576
 577 function writeJson($path, $data)
 578 {
 579     global $wwwDir;
 580     $fullPath = $wwwDir . $path;
 581     $dir = dirname($fullPath);
 582     if (!is_dir($dir)) {
 583         mkdir($dir, 0777, true);
 584     }
 585     file_put_contents(
 586         $fullPath,
 587         json_encode($data, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES) . "\n"
 588     );
 589 }
 590
 591 function error($msg)
 592 {
 593     fwrite(STDERR, $msg . "\n");
 594     exit(1);
 595 }
 596 ?>