summaryrefslogtreecommitdiff
path: root/modules/gallery/helpers
diff options
context:
space:
mode:
Diffstat (limited to 'modules/gallery/helpers')
-rw-r--r--modules/gallery/helpers/gallery_installer.php25
-rw-r--r--modules/gallery/helpers/gallery_task.php108
2 files changed, 109 insertions, 24 deletions
diff --git a/modules/gallery/helpers/gallery_installer.php b/modules/gallery/helpers/gallery_installer.php
index e1e4e7a9..e556b49a 100644
--- a/modules/gallery/helpers/gallery_installer.php
+++ b/modules/gallery/helpers/gallery_installer.php
@@ -313,7 +313,7 @@ class gallery_installer {
module::set_var("gallery", "extra_binary_paths", "/usr/local/bin:/opt/local/bin:/opt/bin");
module::set_var("gallery", "timezone", null);
- module::set_version("gallery", 49);
+ module::set_version("gallery", 50);
}
static function upgrade($version) {
@@ -405,7 +405,7 @@ class gallery_installer {
// for now because we don't want a lengthy operation here.
$db->query("UPDATE {items} SET `slug` = `name`");
- // Flush all path caches becuase we're going to start urlencoding them.
+ // Flush all path caches because we're going to start urlencoding them.
$db->query("UPDATE {items} SET `relative_url_cache` = NULL, `relative_path_cache` = NULL");
module::set_version("gallery", $version = 12);
}
@@ -692,6 +692,27 @@ class gallery_installer {
module::set_var("gallery", "timezone", null);
module::set_version("gallery", $version = 49);
}
+
+ if ($version == 49) {
+ // In v49 we changed the Item_Model validation code to disallow files with two dots in them,
+ // but we didn't rename any files which fail to validate, so as soon as you do anything to
+ // change those files (eg. as a side effect of getting the url or file path) it fails to
+ // validate. Fix those here. This might be slow, but if it times out it can just pick up
+ // where it left off.
+ foreach (db::build()
+ ->from("items")
+ ->select("id")
+ ->where("type", "<>", "album")
+ ->where(db::expr("`name` REGEXP '\\\\..*\\\\.'"), "=", 1)
+ ->order_by("id", "asc")
+ ->execute() as $row) {
+ set_time_limit(30);
+ $item = ORM::factory("item", $row->id);
+ $item->name = legal_file::smash_extensions($item->name);
+ $item->save();
+ }
+ module::set_version("gallery", $version = 50);
+ }
}
static function uninstall() {
diff --git a/modules/gallery/helpers/gallery_task.php b/modules/gallery/helpers/gallery_task.php
index 9a35ce67..65a72884 100644
--- a/modules/gallery/helpers/gallery_task.php
+++ b/modules/gallery/helpers/gallery_task.php
@@ -26,9 +26,11 @@ class gallery_task_Core {
const FIX_STATE_RUN_DUPE_SLUGS = 5;
const FIX_STATE_START_DUPE_NAMES = 6;
const FIX_STATE_RUN_DUPE_NAMES = 7;
- const FIX_STATE_START_MISSING_ACCESS_CACHES = 8;
- const FIX_STATE_RUN_MISSING_ACCESS_CACHES = 9;
- const FIX_STATE_DONE = 10;
+ const FIX_STATE_START_REBUILD_ITEM_CACHES = 8;
+ const FIX_STATE_RUN_REBUILD_ITEM_CACHES = 9;
+ const FIX_STATE_START_MISSING_ACCESS_CACHES = 10;
+ const FIX_STATE_RUN_MISSING_ACCESS_CACHES = 11;
+ const FIX_STATE_DONE = 12;
static function available_tasks() {
$dirty_count = graphics::find_dirty_images_query()->count_records();
@@ -337,10 +339,15 @@ class gallery_task_Core {
$total = $task->get("total");
if (empty($total)) {
+ $item_count = db::build()->count_records("items");
+ $total = 0;
+
// mptt: 2 operations for every item
- $total = 2 * db::build()->count_records("items");
+ $total += 2 * $item_count;
+
// album audit (permissions and bogus album covers): 1 operation for every album
$total += db::build()->where("type", "=", "album")->count_records("items");
+
// one operation for each missing slug, name and access cache
foreach (array("find_dupe_slugs", "find_dupe_names", "find_missing_access_caches") as $func) {
foreach (self::$func() as $row) {
@@ -348,6 +355,9 @@ class gallery_task_Core {
}
}
+ // one operation to rebuild path and url caches;
+ $total += 1 * $item_count;
+
$task->set("total", $total);
$task->set("state", $state = self::FIX_STATE_START_MPTT);
$task->set("ptr", 1);
@@ -556,37 +566,76 @@ class gallery_task_Core {
$completed++;
if (empty($stack)) {
- $state = self::FIX_STATE_START_MISSING_ACCESS_CACHES;
+ $state = self::FIX_STATE_START_REBUILD_ITEM_CACHES;
}
break;
- case self::FIX_STATE_START_MISSING_ACCESS_CACHES:
+ case self::FIX_STATE_START_REBUILD_ITEM_CACHES:
$stack = array();
- foreach (self::find_missing_access_caches() as $row) {
+ foreach (self::find_empty_item_caches(500) as $row) {
$stack[] = $row->id;
}
- if ($stack) {
+ $task->set("stack", implode(" ", $stack));
+ $state = self::FIX_STATE_RUN_REBUILD_ITEM_CACHES;
+ break;
+
+ case self::FIX_STATE_RUN_REBUILD_ITEM_CACHES:
+ $stack = explode(" ", $task->get("stack"));
+ if (!empty($stack)) {
+ $id = array_pop($stack);
+ $item = ORM::factory("item", $id);
+ $item->relative_path(); // this rebuilds the cache and saves the item as a side-effect
$task->set("stack", implode(" ", $stack));
- $state = self::FIX_STATE_RUN_MISSING_ACCESS_CACHES;
- } else {
- $state = self::FIX_STATE_DONE;
+ $completed++;
+ }
+
+ if (empty($stack)) {
+ // Try refilling the stack
+ foreach (self::find_empty_item_caches(500) as $row) {
+ $stack[] = $row->id;
+ }
+ $task->set("stack", implode(" ", $stack));
+
+ if (empty($stack)) {
+ $state = self::FIX_STATE_START_MISSING_ACCESS_CACHES;
+ }
+ }
+ break;
+
+ case self::FIX_STATE_START_MISSING_ACCESS_CACHES:
+ $stack = array();
+ foreach (self::find_missing_access_caches_limited(500) as $row) {
+ $stack[] = $row->id;
}
+ $task->set("stack", implode(" ", $stack));
+ $state = self::FIX_STATE_RUN_MISSING_ACCESS_CACHES;
break;
case self::FIX_STATE_RUN_MISSING_ACCESS_CACHES:
$stack = explode(" ", $task->get("stack"));
- $id = array_pop($stack);
- $access_cache = ORM::factory("access_cache");
- $access_cache->item_id = $id;
- $access_cache->save();
- $task->set("stack", implode(" ", $stack));
- $completed++;
+ if (!empty($stack)) {
+ $id = array_pop($stack);
+ $access_cache = ORM::factory("access_cache");
+ $access_cache->item_id = $id;
+ $access_cache->save();
+ $task->set("stack", implode(" ", $stack));
+ $completed++;
+ }
+
if (empty($stack)) {
- // The new cache rows are there, but they're incorrectly populated so we have to fix
- // them. If this turns out to be too slow, we'll have to refactor
- // access::recalculate_permissions to allow us to do it in slices.
- access::recalculate_album_permissions(item::root());
- $state = self::FIX_STATE_DONE;
+ // Try refilling the stack
+ foreach (self::find_missing_access_caches_limited(500) as $row) {
+ $stack[] = $row->id;
+ }
+ $task->set("stack", implode(" ", $stack));
+
+ if (empty($stack)) {
+ // The new cache rows are there, but they're incorrectly populated so we have to fix
+ // them. If this turns out to be too slow, we'll have to refactor
+ // access::recalculate_permissions to allow us to do it in slices.
+ access::recalculate_album_permissions(item::root());
+ $state = self::FIX_STATE_DONE;
+ }
}
break;
}
@@ -632,12 +681,27 @@ class gallery_task_Core {
->execute();
}
+ static function find_empty_item_caches($limit) {
+ return db::build()
+ ->select("items.id")
+ ->from("items")
+ ->where("relative_path_cache", "is", null)
+ ->or_where("relative_url_cache", "is", null)
+ ->limit($limit)
+ ->execute();
+ }
+
static function find_missing_access_caches() {
+ return self::find_missing_access_caches_limited(1 << 16);
+ }
+
+ static function find_missing_access_caches_limited($limit) {
return db::build()
->select("items.id")
->from("items")
->join("access_caches", "items.id", "access_caches.item_id", "left")
->where("access_caches.id", "is", null)
+ ->limit($limit)
->execute();
}
} \ No newline at end of file
generated by cgit v1.2.3 (git 2.46.0) at 2025-10-15 12:26:40 +0000