valvin
/
ttrss
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

* DiskCache: add download() helper 

* Af_Comics_Gocomics_FarSide: cache linked images because it seems to
be required anyway
This commit is contained in:
Andrew Dolgov 2021-11-15 23:22:21 +03:00
parent 8cd69fe15c
commit b2952843f5
2 changed files with 35 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
classes/diskcache.php
View File

@ -253,6 +253,26 @@ class DiskCache {
return touch($this->get_full_path($filename)); return touch($this->get_full_path($filename));
} }
/** Downloads $url to cache as $local_filename if its missing (unless $force-ed)
* @param string $url
* @param string $local_filename
* @param array<string,string|int|false> $options (additional params to UrlHelper::fetch())
* @param bool $force
* @return bool
*/
public function download(string $url, string $local_filename, array $options = [], bool $force = false) : bool {
if ($this->exists($local_filename) && !$force)
return true;
$data = UrlHelper::fetch(array_merge(["url" => $url,
"max_size" => Config::get(Config::MAX_CACHE_FILE_SIZE)], $options));
if ($data)
return $this->put($local_filename, $data) > 0;
return false;
}
public function get(string $filename): ?string { public function get(string $filename): ?string {
if ($this->exists($filename)) if ($this->exists($filename))
return file_get_contents($this->get_full_path($filename)); return file_get_contents($this->get_full_path($filename));

16
plugins/af_comics/filters/af_comics_gocomics_farside.php
View File

@ -50,8 +50,22 @@ class Af_Comics_Gocomics_FarSide extends Af_ComicFilter {
if ($content_node) { if ($content_node) {
$imgs = $xpath->query('//img[@data-src]', $content_node); $imgs = $xpath->query('//img[@data-src]', $content_node);
$cache = new DiskCache("images");
foreach ($imgs as $img) { foreach ($imgs as $img) {
$img->setAttribute('src', $img->getAttribute('data-src')); $image_url = $img->getAttribute('data-src');
$local_filename = sha1($image_url);
if ($image_url) {
$img->setAttribute('src', $image_url);
// try to cache image locally because they just 401 us otherwise
if (!$cache->exists($local_filename)) {
Debug::log("[Af_Comics_Gocomics_FarSide] caching: $image_url", Debug::LOG_VERBOSE);
$res = $cache->download($image_url, sha1($image_url), ["http_referrer" => $image_url]);
Debug::log("[Af_Comics_Gocomics_FarSide] cache result: $res", Debug::LOG_VERBOSE);
}
}
} }
$junk_elems = $xpath->query("//*[@data-shareable-popover]"); $junk_elems = $xpath->query("//*[@data-shareable-popover]");