go through fewer versions

Author: ipitio

.github/workflows/manual-dev.yml

@@ -155,7 +155,7 @@ main() {
                 mv owners.tmp "$BKG_OWNERS"
                 grep -vFxf all_owners_in_db "$connections" >"$temp_connections"
 
-                if [[ "$pkg_left" == "0" || "${db_size_curr::-5}" == "${db_size_prev::-5}" ]]; then
+                if [[ "$pkg_left" == "0" || "${db_size_curr::-4}" == "${db_size_prev::-4}" ]]; then
                     set_BKG BKG_BATCH_FIRST_STARTED "$today"
                     rm -f packages_to_update
                     \cp packages_all packages_to_update

index-dev

@@ -121,7 +121,7 @@ update_package() {
         sqlite3 "$BKG_INDEX_DB" "select id from '$table_version_name' where date >= '$BKG_BATCH_FIRST_STARTED';" | sort -u >"${table_version_name}"_already_updated
         local break_now=false
 
-        for page in $(seq 0 5); do
+        for page in $(seq 0 1); do
             ((page > 0)) || continue
             local pages_left=0
             page_version "$page"

src/bkg.sh

@@ -646,9 +646,9 @@ ytoxt() {
     # Ensure the XML output corresponds to the final JSON.
     ytox "$f" >/dev/null 2>&1
 
-	# If either JSON or XML is > 100MB, delete each one that is too large.
-	[ "$(stat -c %s "$f" 2>/dev/null || echo -1)" -lt 100000000 ] || rm -f "$f"
-	[ "$(stat -c %s "${f%.*}.xml" 2>/dev/null || echo -1)" -lt 100000000 ] || rm -f "${f%.*}.xml"
+	# If either JSON or XML is > 100MB, empty each one that is too large:
+	[ "$(stat -c %s "$f" 2>/dev/null || echo -1)" -lt 100000000 ] || echo "{}" >"$f"
+	[ "$(stat -c %s "${f%.*}.xml" 2>/dev/null || echo -1)" -lt 100000000 ] || echo "<?xml version=\"1.0\" encoding=\"UTF-8\"?><xml></xml>" >"${f%.*}.xml"
 }
 
 ytoy() {