public-mirrors
/
composer
mirror of https://github.com/composer/composer
1
0
Fork 0
Code

Add retries and failover of all jsons to cache even if the main one worked

pull/1205/head
Jordi Boggiano 2012-10-11 21:26:11 +02:00
parent ff2f9de128
commit 1d80720405
1 changed files with 49 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

78
src/Composer/Repository/ComposerRepository.php
View File

@ -35,6 +35,7 @@ class ComposerRepository extends ArrayRepository implements NotifiableRepository
protected $loader; protected $loader;
private $rawData; private $rawData;
private $minimalPackages; private $minimalPackages;
private $degradedMode = false;
public function __construct(array $repoConfig, IOInterface $io, Config $config) public function __construct(array $repoConfig, IOInterface $io, Config $config)
{ {
@ -201,34 +202,21 @@ class ComposerRepository extends ArrayRepository implements NotifiableRepository
throw new \RuntimeException('You must enable the openssl extension in your php.ini to load information from '.$this->url); throw new \RuntimeException('You must enable the openssl extension in your php.ini to load information from '.$this->url);
} }
try { $jsonUrlParts = parse_url($this->url);
$jsonUrlParts = parse_url($this->url);
if (isset($jsonUrlParts['path']) && false !== strpos($jsonUrlParts['path'], '/packages.json')) { if (isset($jsonUrlParts['path']) && false !== strpos($jsonUrlParts['path'], '/packages.json')) {
$jsonUrl = $this->url; $jsonUrl = $this->url;
} else {
$jsonUrl = $this->url . '/packages.json';
}
$data = $this->fetchFile($jsonUrl, 'packages.json');
if (!empty($data['notify'])) {
if ('/' === $data['notify'][0]) {
$this->notifyUrl = preg_replace('{(https?://[^/]+).*}i', '$1' . $data['notify'], $this->url);
} else { } else {
$jsonUrl = $this->url . '/packages.json'; $this->notifyUrl = $data['notify'];
}
$json = new JsonFile($jsonUrl, new RemoteFilesystem($this->io, $this->options));
$data = $json->read();
if (!empty($data['notify'])) {
if ('/' === $data['notify'][0]) {
$this->notifyUrl = preg_replace('{(https?://[^/]+).*}i', '$1' . $data['notify'], $this->url);
} else {
$this->notifyUrl = $data['notify'];
}
}
$this->cache->write('packages.json', json_encode($data));
} catch (\Exception $e) {
if ($contents = $this->cache->read('packages.json')) {
$this->io->write('<warning>'.$e->getMessage().'</warning>');
$this->io->write('<warning>'.$this->url.' could not be loaded, package information was loaded from the local cache and may be out of date</warning>');
$data = json_decode($contents, true);
} else {
throw $e;
} }
} }
@ -263,9 +251,7 @@ class ComposerRepository extends ArrayRepository implements NotifiableRepository
if ($this->cache->sha1($include) === $metadata['sha1']) { if ($this->cache->sha1($include) === $metadata['sha1']) {
$includedData = json_decode($this->cache->read($include), true); $includedData = json_decode($this->cache->read($include), true);
} else { } else {
$json = new JsonFile($this->url.'/'.$include, new RemoteFilesystem($this->io)); $includedData = $this->fetchFile($include);
$includedData = $json->read();
$this->cache->write($include, json_encode($includedData));
} }
$packages = array_merge($packages, $this->loadIncludes($includedData)); $packages = array_merge($packages, $this->loadIncludes($includedData));
} }
@ -282,4 +268,38 @@ class ComposerRepository extends ArrayRepository implements NotifiableRepository
throw new \RuntimeException('Could not load package '.(isset($data['name']) ? $data['name'] : json_encode($data)).' in '.$this->url.': ['.get_class($e).'] '.$e->getMessage(), 0, $e); throw new \RuntimeException('Could not load package '.(isset($data['name']) ? $data['name'] : json_encode($data)).' in '.$this->url.': ['.get_class($e).'] '.$e->getMessage(), 0, $e);
} }
} }
protected function fetchFile($filename, $cacheKey = null)
{
if (!$cacheKey) {
$cacheKey = $filename;
$filename = $this->url.'/'.$filename;
}
$retries = 3;
while ($retries--) {
try {
$json = new JsonFile($filename, new RemoteFilesystem($this->io));
$data = $json->read();
$this->cache->write($cacheKey, json_encode($data));
break;
} catch (\Exception $e) {
if ($contents = $this->cache->read($cacheKey)) {
if (!$this->degradedMode) {
$this->io->write('<warning>'.$e->getMessage().'</warning>');
$this->io->write('<warning>'.$this->url.' could not be fully loaded, package information was loaded from the local cache and may be out of date</warning>');
}
$this->degradedMode = true;
$data = json_decode($contents, true);
} elseif (!$retries) {
throw $e;
}
usleep(100);
}
}
return $data;
}
} }