proxyurl test: percent-encoded specials and UTF-8

Pin that the host/port split is byte-transparent: a percent-encoded '@' (%40) or
':' (%3A) in the userinfo stays encoded and never mis-splits host or port, a
second raw '@' is handled by the last-'@' host rule, and UTF-8 bytes in the
username and host label pass through intact. Decoding happens later at auth time,
not in the parser. Raw UTF-8 CLI args match the existing 01_engine-idna.test.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Signed-off-by: Xavier Roche <roche@httrack.com>

.gitattributes

@@ -1,8 +1,3 @@
 # Resource scripts are Windows tooling input and must stay CRLF: the engine has no
 # encoding guard, so an autocrlf checkout could otherwise flatten them silently.
 *.rc text eol=crlf
-
-# The test scripts run under Git Bash on the Windows CI; a CRLF checkout makes
-# bash die on $'\r' on every line of them.
-*.test text eol=lf
-*.sh text eol=lf

.github/workflows/windows-build.yml

@@ -119,76 +119,22 @@ jobs:
             throw "CRT mismatch across the boundary: libhttrack.dll=$a httrack.exe=$b"
           }
 
-      # The engine ships ~90 tests and none had ever run on Windows: "make check"
-      # is Linux/macOS only. These are the offline ones, driven from Git Bash
-      # against the native httrack.exe. They subsume the self-tests this step
-      # used to run inline (codecs, cache, fsize).
-      # The *_local-* ones crawl the bundled Python server over loopback: the real
-      # TLS handshake, cache and file writer, which nothing else on Windows covers.
-      - name: Run the engine test suite (offline tests)
-        shell: bash
-        working-directory: tests
-        timeout-minutes: 45
+      # The engine self-tests exercise the codecs the DLL was linked with: a
+      # missing brotli/zstd decoder shows up here, not just at link time.
+      - name: Run the content-coding self-tests
+        shell: pwsh
         run: |
-          set -u
-          bin="$(cygpath -u "$GITHUB_WORKSPACE")/src/${{ matrix.platform }}/${{ matrix.configuration }}"
-          export PATH="$bin:$PATH"
-          command -v httrack >/dev/null || { echo "::error::no httrack.exe in $bin"; exit 1; }
-
-          # httrack.exe is native, so MSYS rewrites any argument shaped like a
-          # POSIX path, and a URL path is shaped exactly like one: "/a/b.html"
-          # reached the engine as "C:/Program Files/Git/a/b.html". Switch that
-          # off, and hand the tests a TMPDIR that is already a Windows path.
-          export MSYS_NO_PATHCONV=1
-          export MSYS2_ARG_CONV_EXCL='*'
-          TMPDIR="$(cygpath -m "$RUNNER_TEMP")"
-          export TMPDIR
-
-          # Mirror what configure hands the suite. LC_ALL sets the codeset MSYS maps
-          # a UTF-8 mirror name onto UTF-16 with, which the intl crawls "test -f".
-          export HTTPS_SUPPORT=yes BROTLI_ENABLED=yes ZSTD_ENABLED=yes
-          export LC_ALL=C.UTF-8
-
-          # A wedged crawl must not eat the job's whole timeout budget.
-          watchdog=""
-          command -v timeout >/dev/null && watchdog="timeout 600"
-
-          pass=0 fail=0 skip=0 failed="" skipped=""
-          for t in 00_runnable.test 01_engine-*.test 01_zlib-*.test \
-                   *_local-*.test 13_crawl_proxy_https.test; do
-            rc=0
-            # shellcheck disable=SC2086
-            $watchdog bash "$t" >"$t.log" 2>&1 || rc=$?
-            case "$rc" in
-              0) pass=$((pass + 1)); echo "PASS $t" ;;
-              77) skip=$((skip + 1)) skipped="$skipped $t"; echo "SKIP $t" ;;
-              *)
-                fail=$((fail + 1)) failed="$failed $t"
-                echo "FAIL $t (exit $rc)"
-                # These assert with `test "$(...)" == "..." || exit 1`, which
-                # says nothing at all on failure. Re-run traced.
-                bash -x "$t" >>"$t.log" 2>&1 || true
-                tail -n 25 "$t.log" | sed 's/^/      /'
-                ;;
-            esac
-          done
-          echo "ran=$((pass + fail + skip)) pass=$pass fail=$fail skip=$skip" |
-            tee -a "$GITHUB_STEP_SUMMARY"
-
-          # Every gate here exits 77, so an all-skipped suite would report green having
-          # tested nothing: pin the skips, and floor the passes in case the glob empties.
-          expected_skips=" 48_local-crange-memresume.test"  # pending #581
-          [ "$pass" -ge 90 ] || { echo "::error::only $pass tests passed ($skip skipped)"; exit 1; }
-          [ "$skipped" = "$expected_skips" ] || { echo "::error::unexpected skips:$skipped"; exit 1; }
-          [ "$fail" -eq 0 ] || { echo "::error::failing:$failed"; exit 1; }
-
-      - name: Upload the test logs
-        if: always()
-        uses: actions/upload-artifact@v4
-        with:
-          name: engine-tests-${{ matrix.platform }}-${{ matrix.configuration }}
-          path: tests/*.log
-          if-no-files-found: warn
+          $ErrorActionPreference = "Stop"
+          $exe = "src\${{ matrix.platform }}\${{ matrix.configuration }}\httrack.exe"
+          $tmp = New-Item -ItemType Directory -Path (Join-Path $env:RUNNER_TEMP "st")
+          foreach ($t in @("acceptencoding", "contentcodings")) {
+            $out = & $exe -O NUL "-#test=$t" $tmp.FullName run
+            if ($LASTEXITCODE -ne 0) { throw "$t failed" }
+            if (-not ($out | Select-String -SimpleMatch "$t self-test OK")) {
+              throw "$t did not report OK: $out"
+            }
+            Write-Host ($out -join "`n")
+          }
 
       - name: Upload MSBuild logs
         if: always()

fuzz/Makefile.am

@@ -1,8 +1,7 @@
 # libFuzzer harnesses; built only with --enable-fuzzers (requires clang).
 if FUZZERS
 noinst_PROGRAMS = fuzz-charset fuzz-meta fuzz-idna fuzz-entities \
-	fuzz-unescape fuzz-filters fuzz-url fuzz-header fuzz-cachendx \
-	fuzz-htsparse
+	fuzz-unescape fuzz-filters fuzz-url fuzz-header fuzz-cachendx
 endif
 
 AM_CPPFLAGS = \
@@ -26,7 +25,6 @@ fuzz_filters_SOURCES = fuzz-filters.c fuzz.h
 fuzz_url_SOURCES = fuzz-url.c fuzz.h
 fuzz_header_SOURCES = fuzz-header.c fuzz.h
 fuzz_cachendx_SOURCES = fuzz-cachendx.c fuzz.h
-fuzz_htsparse_SOURCES = fuzz-htsparse.c fuzz.h
 
 # List corpus files explicitly: automake does not expand EXTRA_DIST globs.
 EXTRA_DIST = README.md run-fuzzers.sh \
@@ -44,6 +42,4 @@ EXTRA_DIST = README.md run-fuzzers.sh \
 	corpus/header/full-response.txt corpus/header/redirect.txt \
 	corpus/cachendx/new-format.txt corpus/cachendx/old-format.txt \
 	corpus/cachendx/regress-overadvance.bin \
-	corpus/cachendx/regress-truncated-entry.bin \
-	corpus/htsparse/basic.html corpus/htsparse/script-inscript.html \
-	corpus/htsparse/meta-usemap.html corpus/htsparse/malformed.html
+	corpus/cachendx/regress-truncated-entry.bin

fuzz/corpus/htsparse/basic.html

@@ -1,15 +0,0 @@
-<!DOCTYPE html>
-<html><head>
-<meta charset="utf-8">
-<base href="http://example.com/dir/">
-<title>Seed</title>
-<link rel="stylesheet" href="style.css">
-<script src="app.js"></script>
-</head><body>
-<h1>Hi</h1>
-<a href="page2.html">next</a>
-<a href="http://other.example.org/x?y=1#frag">abs</a>
-<img src="pic.png" srcset="a.png 1x, b.png 2x">
-<script>var u="inline.html"; document.write('<a href="gen.html">g</a>');</script>
-<form action="/cgi/submit"><input name="q"></form>
-</body></html>

fuzz/corpus/htsparse/malformed.html

@@ -1,8 +0,0 @@
-<a href="unclosed.html
-<img src='mix"ed.png>
-<a href=noquote.html >bare</a>
-<!-- comment <a href="incomment.html"> -->
-<a href="tab	newline
-.html">wsp</a>
-<script>unterminated "string and <a href=
-<a href=

fuzz/corpus/htsparse/meta-usemap.html

@@ -1,11 +0,0 @@
-<html><head>
-<meta http-equiv="refresh" content="0; url=redir.html">
-<base href="http://h/b/">
-<link rel="alternate" href="feed.xml">
-</head><body background="page-bg.jpg">
-<img src="map.png" usemap="#m">
-<map name="m"><area href="area1.html" coords="0,0,10,10"></map>
-<applet code="A.class" codebase="applets/"><param name="src" value="p.dat"></applet>
-<object data="o.swf"><embed src="e.svg"></object>
-<a href="&#104;ttp://ent/e.html">entity</a>
-</body></html>

fuzz/corpus/htsparse/script-inscript.html

@@ -1,13 +0,0 @@
-<html><body>
-<script type="text/javascript">
-var a = "http://x/1.html", b = 'q\'uote', c = "/*not*/comment";
-// line "with" quotes and http://y/2.html
-/* block 'with' <a href="notparsed"> */
-var re = /a\/b\//g;
-document.write('<img src="w1.png">');
-document.writeln("<a href='w2.html'>k</a>");
-element.onclick = "location='onh.html'";
-</script>
-<a href="after.html" onmouseover="go('ev.html')">x</a>
-<div style="background:url(bg.png)">z</div>
-</body></html>

fuzz/fuzz-htsparse.c

@@ -1,175 +0,0 @@
-/* ------------------------------------------------------------ */
-/*
-HTTrack Website Copier, Offline Browser for Windows and Unix
-Copyright (C) 2026 Xavier Roche and other contributors
-
-SPDX-License-Identifier: GPL-3.0-or-later
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation, either version 3 of the License, or
-(at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU General Public License for more details.
-
-You should have received a copy of the GNU General Public License
-along with this program. If not, see <http://www.gnu.org/licenses/>.
-
-Please visit our Website: http://www.httrack.com
-*/
-
-/* Fuzz the real htsparse() over a mocked engine: the minimal crawl state
-   httpmirror() builds, then a page walked through the parser and discarded. The
-   str/stre wiring below mirrors htsparse()'s call site in htscore.c; update it
-   in lockstep if those structs gain a field the parser reads. */
-#include "fuzz.h"
-
-#include "httrack-library.h"
-#include "htscore.h"
-#include "htsback.h"
-#include "htshash.h"
-#include "htsrobots.h"
-#include "htsparse.h"
-#include "htsmodules.h"
-#include "coucal.h"
-
-/* htsparse ignores str.addLink on the internal parse; stub it. */
-static int fuzz_addlink(htsmoduleStruct *str, char *link) {
-  (void) str;
-  (void) link;
-  return 0;
-}
-
-int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) {
-  static int inited = 0;
-
-  httrackp *opt;
-  cache_back cache;
-  hash_struct hash;
-  robots_wizard robots;
-  struct_back *sback;
-  char **filters = NULL;
-  int filptr = 0;
-
-  htsblk r;
-  htsmoduleStruct str;
-  htsmoduleStructExtended stre;
-  int ptr, error = 0, store_errpage = 0;
-  int makeindex_done = 0, makeindex_links = 0;
-  FILE *makeindex_fp = NULL;
-  char makeindex_firstlink[HTS_URLMAXSIZE * 2] = "";
-  LLint stat_fragment = 0, makestat_total = 0;
-  int makestat_lnk = 0;
-  char base[HTS_URLMAXSIZE * 2] = "";
-  char codebase[HTS_URLMAXSIZE * 2] = "";
-  char err_msg[1024] = "";
-
-  if (!inited) {
-    hts_init();
-    inited = 1;
-  }
-
-  opt = hts_create_opt();
-  opt->log = opt->errlog = NULL;
-  opt->robots = 0;
-
-  memset(&cache, 0, sizeof(cache));
-  cache.type = 0; /* no on-disk cache */
-  cache.hashtable = coucal_new(0);
-  cache.cached_tests = coucal_new(0);
-  coucal_value_is_malloc(cache.cached_tests, 1);
-
-  memset(&robots, 0, sizeof(robots));
-  strcpybuff(robots.adr, "!");
-  opt->robotsptr = &robots;
-
-  opt->maxfilter = maximum(opt->maxfilter, 128);
-  filters_init(&filters, opt->maxfilter, 0);
-  opt->filters.filters = &filters;
-  opt->filters.filptr = &filptr;
-
-  opt->hash = &hash;
-  hts_record_init(opt);
-  hash_init(opt, &hash, opt->urlhack);
-  hash.liens = (const lien_url *const *const *) &opt->liens;
-
-  sback = back_new(opt, opt->maxsoc * 32 + 1024);
-
-  /* ptr=1 (index 1 is the parsed page) selects full HTML parsing + the
-     rewriter; urladr()/urlfil()/savename() alias heap(ptr), save=/dev/null. */
-  hts_record_link(opt, "example.com", "/", "/dev/null", "", "", NULL);
-  hts_record_link(opt, "example.com", "/index.html", "/dev/null", "", "", NULL);
-  ptr = 1;
-
-  /* NUL-terminated in a size+1 alloc: htsparse one-past-reads onto the NUL. */
-  hts_init_htsblk(&r);
-  r.statuscode = 200;
-  r.size = (LLint) size;
-  r.adr = malloct(size + 1);
-  if (size)
-    memcpy(r.adr, data, size);
-  r.adr[size] = '\0';
-  strcpybuff(r.contenttype, "text/html");
-
-  memset(&str, 0, sizeof(str));
-  memset(&stre, 0, sizeof(stre));
-  str.err_msg = err_msg;
-  str.filename = heap(ptr)->sav;
-  str.mime = r.contenttype;
-  str.url_host = heap(ptr)->adr;
-  str.url_file = heap(ptr)->fil;
-  str.size = (int) r.size;
-  str.addLink = fuzz_addlink;
-  str.opt = opt;
-  str.sback = sback;
-  str.cache = &cache;
-  str.hashptr = &hash;
-  str.numero_passe = 0;
-  str.ptr_ = &ptr;
-  str.page_charset_ = NULL;
-
-  stre.r_ = &r;
-  stre.error_ = &error;
-  stre.exit_xh_ = &opt->state.exit_xh;
-  stre.store_errpage_ = &store_errpage;
-  stre.base = base;
-  stre.codebase = codebase;
-  stre.filters_ = &filters;
-  stre.filptr_ = &filptr;
-  stre.robots_ = &robots;
-  stre.hash_ = &hash;
-  stre.makeindex_done_ = &makeindex_done;
-  stre.makeindex_fp_ = &makeindex_fp;
-  stre.makeindex_links_ = &makeindex_links;
-  stre.makeindex_firstlink_ = makeindex_firstlink;
-  stre.template_header_ = "";
-  stre.template_body_ = "";
-  stre.template_footer_ = "";
-  stre.stat_fragment_ = &stat_fragment;
-  stre.makestat_time = 0;
-  stre.makestat_fp = NULL;
-  stre.makestat_total_ = &makestat_total;
-  stre.makestat_lnk_ = &makestat_lnk;
-  stre.maketrack_fp = NULL;
-
-  (void) htsparse(&str, &stre);
-
-  freet(r.adr);
-  back_delete_all(opt, &cache, sback);
-  back_free(&sback);
-  hash_free(&hash);
-  coucal_delete(&cache.hashtable);
-  coucal_delete(&cache.cached_tests);
-  checkrobots_free(&robots);
-  if (filters != NULL) {
-    if (filters[0] != NULL)
-      freet(filters[0]);
-    freet(filters);
-  }
-  hts_record_free(opt);
-  hts_free_opt(opt);
-  return 0;
-}

html/server/option10.html

@@ -98,16 +98,7 @@ ${do:end-if}
 <input type="hidden" name="redirect" value="">
 <input type="hidden" name="closeme" value="">
 
-${LANG_PROXYTYPE}
-<select name="proxytype"
-			onMouseOver="info('${html:LANG_PROXYTYPETIP}'); return true" onMouseOut="info('&nbsp;'); return true"
->
-<option value=""${ztest:proxytype: selected:}>HTTP</option>
-<option value="1"${test:proxytype:: selected}>SOCKS5</option>
-</select>
-<br><br>
-
-${LANG_IOPT10}:
+${LANG_IOPT10}: 
 <input name="prox" value="${prox}" size="32"
 			onMouseOver="info('${html:LANG_G14}'); return true" onMouseOut="info('&nbsp;'); return true"
 >:

html/server/option5.html

@@ -148,14 +148,6 @@ ${LANG_I65}
 >
 </td></tr>
 
-<tr><td>
-${LANG_PAUSEFILES}
-</td><td>
-<input name="pausefiles" value="${pausefiles}" size="8"
-			onMouseOver="info('${html:LANG_PAUSEFILESTIP}'); return true" onMouseOut="info('&nbsp;'); return true"
->
-</td></tr>
-
 <tr><td>
 ${LANG_I52}
 </td><td>

html/server/option8.html

@@ -103,12 +103,6 @@ ${do:end-if}
 > ${LANG_I58}
 <br><br>
 
-${LANG_COOKIEFILE}
-<input name="cookiesfile" value="${cookiesfile}" size="40"
-			onMouseOver="info('${html:LANG_COOKIEFILETIP}'); return true" onMouseOut="info('&nbsp;'); return true"
->
-<br><br>
-
 ${LANG_I59}
 <br>
 <select name="checktype"
@@ -142,27 +136,6 @@ ${listid:robots:LISTDEF_8}
 > ${LANG_I62b2}
 <br><br>
 
-<input type="checkbox" name="keepwww" ${checked:keepwww}
-			onMouseOver="info('${html:LANG_KEEPWWWTIP}'); return true" onMouseOut="info('&nbsp;'); return true"
-> ${LANG_KEEPWWW}
-<br><br>
-
-<input type="checkbox" name="keepslashes" ${checked:keepslashes}
-			onMouseOver="info('${html:LANG_KEEPSLASHESTIP}'); return true" onMouseOut="info('&nbsp;'); return true"
-> ${LANG_KEEPSLASHES}
-<br><br>
-
-<input type="checkbox" name="keepqueryorder" ${checked:keepqueryorder}
-			onMouseOver="info('${html:LANG_KEEPQUERYORDERTIP}'); return true" onMouseOut="info('&nbsp;'); return true"
-> ${LANG_KEEPQUERYORDER}
-<br><br>
-
-${LANG_STRIPQUERY}
-<input name="stripquery" value="${stripquery}" size="40"
-			onMouseOver="info('${html:LANG_STRIPQUERYTIP}'); return true" onMouseOut="info('&nbsp;'); return true"
->
-<br><br>
-
 <input type="checkbox" name="toler" ${checked:toler}
 			onMouseOver="info('${html:LANG_I1i}'); return true" onMouseOut="info('&nbsp;'); return true"
 > ${LANG_I62}

html/server/step2.html

@@ -129,21 +129,15 @@ ${do:copy:NoPwdInPages:hidepwd}
 ${do:copy:NoQueryStrings:hidequery}
 ${do:copy:NoPurgeOldFiles:nopurge}
 ${do:copy:Cookies:cookies}
-${do:copy:CookiesFile:cookiesfile}
 ${do:copy:CheckType:checktype}
 ${do:copy:ParseJava:parsejava}
 ${do:copy:HTTP10:http10}
 ${do:copy:TolerantRequests:toler}
 ${do:copy:UpdateHack:updhack}
 ${do:copy:URLHack:urlhack}
-${do:copy:KeepWww:keepwww}
-${do:copy:KeepSlashes:keepslashes}
-${do:copy:KeepQueryOrder:keepqueryorder}
-${do:copy:StripQuery:stripquery}
 ${do:copy:StoreAllInCache:cache2}
 ${do:copy:LogType:logtype}
 ${do:copy:UseHTTPProxyForFTP:ftpprox}
-${do:copy:ProxyType:proxytype}
 ${do:copy:Build:build}
 ${do:copy:PrimaryScan:filter}
 ${do:copy:Travel:travel}
@@ -154,7 +148,6 @@ ${do:copy:MaxHtml:maxhtml}
 ${do:copy:MaxOther:othermax}
 ${do:copy:MaxAll:sizemax}
 ${do:copy:MaxWait:pausebytes}
-${do:copy:PauseFiles:pausefiles}
 ${do:copy:Sockets:connexion}
 ${do:copy:Retry:retry}
 ${do:copy:MaxTime:maxtime}

html/server/step4.html

@@ -178,12 +178,6 @@ ${do:end-if}
 	${test:parsejava:--parse-java=0:}
 	${test:updhack:--updatehack}
 	${test:urlhack:--urlhack=0:--urlhack}
-	${test:keepwww:--keep-www-prefix}
-	${test:keepslashes:--keep-double-slashes}
-	${test:keepqueryorder:--keep-query-order}
-	${test:cookiesfile:--cookies-file "}${html:cookiesfile}${test:cookiesfile:"}
-	${test:pausefiles:--pause "}${pausefiles}${test:pausefiles:"}
-	${test:stripquery:--strip-query "}${html:stripquery}${test:stripquery:"}
 	${test:toler:--tolerant}
 	${test:http10:--http-10}
 	${test:cache2:--store-all-in-cache}
@@ -192,7 +186,7 @@ ${do:end-if}
 	${test:logtype:::--extra-log:--debug-log}
 	${test:index:--index=0:}
 	${test:index2:--search-index=0:--search-index}
-	${test:prox:--proxy "}${do:if-not-empty:prox}${test:proxytype:socks5\3A//}${do:end-if}${do:output-mode:html}${prox}${test:prox:\3A}${portprox}${test:prox:"}
+	${test:prox:--proxy "}${prox}${test:prox:\3A}${portprox}${test:prox:"}
 	${test:ftpprox:--httpproxy-ftp=0:--httpproxy-ftp}
 </textarea>
 
@@ -225,21 +219,15 @@ NoPwdInPages=${ztest:hidepwd:0:1}
 NoQueryStrings=${ztest:hidequery:0:1}
 NoPurgeOldFiles=${ztest:nopurge:0:1}
 Cookies=${ztest:cookies:0:1}
-CookiesFile=${cookiesfile}
 CheckType=${ztest:checktype:0:1:2}
 ParseJava=${ztest:parsejava:0:1}
 HTTP10=${ztest:http10:0:1}
 TolerantRequests=${ztest:toler:0:1}
 UpdateHack=${ztest:updhack:0:1}
 URLHack=${ztest:urlhack:0:1}
-KeepWww=${ztest:keepwww:0:1}
-KeepSlashes=${ztest:keepslashes:0:1}
-KeepQueryOrder=${ztest:keepqueryorder:0:1}
-StripQuery=${stripquery}
 StoreAllInCache=${ztest:cache2:0:1}
 LogType=${logtype}
 UseHTTPProxyForFTP=${ztest:ftpprox:0:1}
-ProxyType=${proxytype}
 Build=${build}
 PrimaryScan=${filter}
 Travel=${travel}
@@ -250,7 +238,6 @@ MaxHtml=${maxhtml}
 MaxOther=${othermax}
 MaxAll=${sizemax}
 MaxWait=${pausebytes}
-PauseFiles=${pausefiles}
 Sockets=${connexion}
 Retry=${retry}
 MaxTime=${maxtime}

lang.def

@@ -1006,31 +1006,3 @@ LANG_SERVEND
 Server terminated
 LANG_FATALERR
 A fatal error has occurred during this mirror
-LANG_PROXYTYPE
-Proxy type:
-LANG_PROXYTYPETIP
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-LANG_COOKIEFILE
-Load cookies from file:
-LANG_COOKIEFILETIP
-Preload cookies from a Netscape cookies.txt file before crawling.
-LANG_PAUSEFILES
-Pause between files:
-LANG_PAUSEFILESTIP
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-LANG_KEEPWWW
-Keep the www. prefix (do not merge www.host with host)
-LANG_KEEPWWWTIP
-Do not treat www.host and host as the same site.
-LANG_KEEPSLASHES
-Keep double slashes in URLs
-LANG_KEEPSLASHESTIP
-Do not collapse duplicate slashes in URLs.
-LANG_KEEPQUERYORDER
-Keep the original query-string order
-LANG_KEEPQUERYORDERTIP
-Do not reorder query-string parameters when deduplicating URLs.
-LANG_STRIPQUERY
-Strip query keys:
-LANG_STRIPQUERYTIP
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).

lang/Bulgarian.txt

@@ -928,31 +928,3 @@ Server terminated
 Ñúðâúðúò íå îòãîâàðÿ
 A fatal error has occurred during this mirror
 Ôàòàëíà ãðåøêà ïðè ñúçäàâàíåòî íà òîçè îãëåäàëåí ñàéò
-Proxy type:
-Òèï íà ïðîêñè:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Ïðîòîêîë íà ïðîêñè: HTTP èëè SOCKS5 (ñòàíäàðòíèÿò ïîðò íà SOCKS5 å 1080).
-Load cookies from file:
-Çàðåæäàíå íà 'áèñêâèòêè' îò ôàéë:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Ïðåäâàðèòåëíî çàðåæäàíå íà 'áèñêâèòêè' îò ôàéë Netscape cookies.txt ïðåäè îáõîæäàíåòî.
-Pause between files:
-Ïàóçà ìåæäó ôàéëîâåòå:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Ñëó÷àéíî çàáàâÿíå ìåæäó èçòåãëÿíèÿòà íà ôàéëîâå, â ñåêóíäè. Èçïîëçâàéòå MIN:MAX çà ñëó÷àåí äèàïàçîí (íàïðèìåð 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Çàïàçâàíå íà ïðåôèêñà www. (áåç ñëèâàíå íà www.host ñ host)
-Do not treat www.host and host as the same site.
-www.host è host äà íå ñå òðåòèðàò êàòî åäèí è ñúù ñàéò.
-Keep double slashes in URLs
-Çàïàçâàíå íà äâîéíèòå íàêëîíåíè ÷åðòè â URL
-Do not collapse duplicate slashes in URLs.
-Áåç ïðåìàõâàíå íà ïîâòàðÿùèòå ñå íàêëîíåíè ÷åðòè â URL.
-Keep the original query-string order
-Çàïàçâàíå íà îðèãèíàëíèÿ ðåä íà ïàðàìåòðèòå â çàÿâêàòà
-Do not reorder query-string parameters when deduplicating URLs.
-Áåç ïðåíàðåæäàíå íà ïàðàìåòðèòå íà çàÿâêàòà ïðè ïðåìàõâàíå íà äóáëèðàíè URL.
-Strip query keys:
-Ïðåìàõâàíå íà êëþ÷îâå îò çàÿâêàòà:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Êëþ÷îâå îò çàÿâêàòà, ðàçäåëåíè ñúñ çàïåòàÿ, êîèòî äà ñå ïðåìàõíàò îò èìåòî íà çàïèñàíèÿ ôàéë (íàïðèìåð sid,utm_source).

lang/Castellano.txt

@@ -928,31 +928,3 @@ Server terminated
 Servidor desconectado
 A fatal error has occurred during this mirror
 Ha ocurrido un error fatal durante esta copia
-Proxy type:
-Tipo de proxy:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protocolo del proxy: HTTP o SOCKS5 (el puerto SOCKS5 predeterminado es 1080).
-Load cookies from file:
-Cargar cookies desde un archivo:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Precargar cookies desde un archivo Netscape cookies.txt antes de comenzar la descarga.
-Pause between files:
-Pausa entre archivos:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Retardo aleatorio entre descargas de archivos, en segundos. Use MIN:MAX para un rango aleatorio (p. ej. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Mantener el prefijo www. (no combinar www.host con host)
-Do not treat www.host and host as the same site.
-No tratar www.host y host como el mismo sitio.
-Keep double slashes in URLs
-Mantener las barras dobles en las URL
-Do not collapse duplicate slashes in URLs.
-No colapsar las barras duplicadas en las URL.
-Keep the original query-string order
-Mantener el orden original de la query string
-Do not reorder query-string parameters when deduplicating URLs.
-No reordenar los parámetros de la query string al deduplicar las URL.
-Strip query keys:
-Eliminar claves de query string:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Claves de query string, separadas por comas, que se eliminarán del nombre de los archivos guardados (p. ej. sid,utm_source).

lang/Cesky.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-Typ proxy:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protokol proxy: HTTP nebo SOCKS5 (výchozí port SOCKS5 je 1080).
-Load cookies from file:
-Naèíst cookies ze souboru:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Naèíst cookies ze souboru Netscape cookies.txt pøed zahájením stahování.
-Pause between files:
-Prodleva mezi soubory:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Náhodná prodleva mezi stahováním souborù, v sekundách. Pro náhodný rozsah použijte MIN:MAX (napø. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Zachovat pøedponu www. (nesluèovat www.host s host)
-Do not treat www.host and host as the same site.
-Nepovažovat www.host a host za stejný web.
-Keep double slashes in URLs
-Zachovat dvojitá lomítka v URL
-Do not collapse duplicate slashes in URLs.
-Nesluèovat opakovaná lomítka v URL.
-Keep the original query-string order
-Zachovat pùvodní poøadí øetìzce dotazu
-Do not reorder query-string parameters when deduplicating URLs.
-Nemìnit poøadí parametrù øetìzce dotazu pøi odstraòování duplicitních URL.
-Strip query keys:
-Odebrat klíèe dotazu:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Klíèe dotazu oddìlené èárkami, které se vynechají z pojmenování ukládaných souborù (napø. sid,utm_source).

lang/Chinese-BIG5.txt

@@ -928,31 +928,3 @@ Server terminated
 伺服器已終止
 A fatal error has occurred during this mirror
 這鏡像發生了不可回復的錯誤
-Proxy type:
-proxy 類型:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-proxy 協定: HTTP 或 SOCKS5 (SOCKS5 的預設連接埠為 1080)。
-Load cookies from file:
-從檔案載入 cookies:
-Preload cookies from a Netscape cookies.txt file before crawling.
-在抓取前從 Netscape 格式的 cookies.txt 檔案預先載入 cookies。
-Pause between files:
-檔案之間暫停:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-檔案下載之間的隨機延遲（秒）。使用 MIN:MAX 指定隨機範圍 (例如 2:8)。
-Keep the www. prefix (do not merge www.host with host)
-保留 www. 前綴 (不將 www.host 與 host 合併)
-Do not treat www.host and host as the same site.
-不將 www.host 與 host 視為同一站點。
-Keep double slashes in URLs
-保留 URL 中的雙斜線
-Do not collapse duplicate slashes in URLs.
-不合併 URL 中重複的斜線。
-Keep the original query-string order
-保留查詢字串的原始順序
-Do not reorder query-string parameters when deduplicating URLs.
-在對 URL 去重時不重新排列查詢字串參數。
-Strip query keys:
-移除查詢鍵:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-以逗號分隔的查詢鍵，將其從儲存檔案的命名中移除 (例如 sid,utm_source)。

lang/Chinese-Simplified.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-代理类型:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-代理协议: HTTP 或 SOCKS5 (SOCKS5 的默认端口为 1080)。
-Load cookies from file:
-从文件加载 cookies:
-Preload cookies from a Netscape cookies.txt file before crawling.
-在抓取前从 Netscape 格式的 cookies.txt 文件预加载 cookies。
-Pause between files:
-文件间暂停:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-文件下载之间的随机延迟（秒）。使用 MIN:MAX 指定随机范围 (例如 2:8)。
-Keep the www. prefix (do not merge www.host with host)
-保留 www. 前缀 (不将 www.host 与 host 合并)
-Do not treat www.host and host as the same site.
-不把 www.host 和 host 视为同一站点。
-Keep double slashes in URLs
-保留 URL 中的双斜杠
-Do not collapse duplicate slashes in URLs.
-不合并 URL 中重复的斜杠。
-Keep the original query-string order
-保留查询字符串的原始顺序
-Do not reorder query-string parameters when deduplicating URLs.
-在对 URL 去重时不重新排列查询字符串参数。
-Strip query keys:
-剥离查询键:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-用逗号分隔的查询键，将其从保存文件的命名中删除 (例如 sid,utm_source)。

lang/Croatian.txt

@@ -930,31 +930,3 @@ Server terminated
 Poslužitelj je razriješen
 A fatal error has occurred during this mirror
 Tijekom ovog zrcaljenja je nastala fatalna pogreška
-Proxy type:
-Vrsta posrednika:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protokol posrednika: HTTP ili SOCKS5 (zadani port za SOCKS5 je 1080).
-Load cookies from file:
-Uèitati kolaèiæe iz datoteke:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Prije zrcaljenja uèitati kolaèiæe iz datoteke Netscape cookies.txt.
-Pause between files:
-Stanka izmeðu datoteka:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Nasumièna odgoda izmeðu preuzimanja datoteka, u sekundama. Za nasumièni raspon koristiti MIN:MAX (npr. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Zadr¾ati www. predmetak (ne spajati www.host s host)
-Do not treat www.host and host as the same site.
-www.host i host ne smatrati istim web-mjestom.
-Keep double slashes in URLs
-Zadr¾ati dvostruke kose crte u URL-ovima
-Do not collapse duplicate slashes in URLs.
-Ne sa¾imati ponovljene kose crte u URL-ovima.
-Keep the original query-string order
-Zadr¾ati izvorni redoslijed teksta za upite
-Do not reorder query-string parameters when deduplicating URLs.
-Ne mijenjati redoslijed parametara teksta za upite pri uklanjanju dvostrukih URL-ova.
-Strip query keys:
-Ukloniti kljuèeve upita:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Zarezom odvojeni kljuèevi upita koji se izostavljaju iz naziva spremljenih datoteka (npr. sid,utm_source).

lang/Dansk.txt

@@ -976,31 +976,3 @@ Click on this notification to restart the interrupted mirror
 Klik på denne notifikation for at genstarte den afbrudte spejlkopiering
 HTTrack: could not save profile for '%s'!
 HTTrack: kunne ikke gemme profil for '%s'!
-Proxy type:
-Proxytype:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proxyprotokol: HTTP eller SOCKS5 (SOCKS5 bruger som standard port 1080).
-Load cookies from file:
-Indlæs cookies fra fil:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Indlæs cookies fra en Netscape cookies.txt-fil, før crawlingen starter.
-Pause between files:
-Pause mellem filer:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Tilfældig forsinkelse mellem filoverførsler, i sekunder. Brug MIN:MAX for et tilfældigt interval (f.eks. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Behold www.-præfikset (sammenlæg ikke www.host med host)
-Do not treat www.host and host as the same site.
-Behandl ikke www.host og host som det samme websted.
-Keep double slashes in URLs
-Behold dobbelte skråstreger i URL'er
-Do not collapse duplicate slashes in URLs.
-Sammenfold ikke gentagne skråstreger i URL'er.
-Keep the original query-string order
-Behold den oprindelige rækkefølge i forespørgselsstrengen
-Do not reorder query-string parameters when deduplicating URLs.
-Omorden ikke forespørgselsstrengens parametre, når dublerede URL'er fjernes.
-Strip query keys:
-Fjern forespørgselsnøgler:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Kommaseparerede forespørgselsnøgler, der udelades i navngivningen af gemte filer (f.eks. sid,utm_source).

lang/Deutsch.txt

@@ -928,31 +928,3 @@ Server terminated
 Der Server wurde beendet
 A fatal error has occurred during this mirror
 Fataler Fehler während der Webseiten-Kopie
-Proxy type:
-Proxy-Typ:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proxy-Protokoll: HTTP oder SOCKS5 (Standardport von SOCKS5 ist 1080).
-Load cookies from file:
-Cookies aus Datei laden:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Cookies aus einer Netscape-cookies.txt-Datei laden, bevor das Crawlen beginnt.
-Pause between files:
-Pause zwischen Dateien:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Zufällige Verzögerung zwischen Datei-Downloads, in Sekunden. MIN:MAX für einen Zufallsbereich verwenden (z. B. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-www.-Präfix beibehalten (www.host nicht mit host zusammenführen)
-Do not treat www.host and host as the same site.
-www.host und host nicht als dieselbe Website behandeln.
-Keep double slashes in URLs
-Doppelte Schrägstriche in URLs beibehalten
-Do not collapse duplicate slashes in URLs.
-Doppelte Schrägstriche in URLs nicht zusammenführen.
-Keep the original query-string order
-Ursprüngliche Reihenfolge des Query-Strings beibehalten
-Do not reorder query-string parameters when deduplicating URLs.
-Query-String-Parameter beim Entfernen doppelter URLs nicht neu anordnen.
-Strip query keys:
-Query-Schlüssel entfernen:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Kommagetrennte Query-Schlüssel, die bei der Benennung gespeicherter Dateien entfallen (z. B. sid,utm_source).

lang/Eesti.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-Proxy tüüp:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proxy protokoll: HTTP või SOCKS5 (SOCKS5 vaikeport on 1080).
-Load cookies from file:
-Lae küpsised failist:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Lae küpsised eelnevalt Netscape cookies.txt failist enne kopeerimist.
-Pause between files:
-Paus failide vahel:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Juhuslik viivitus failide allalaadimiste vahel, sekundites. Juhusliku vahemiku jaoks kasuta MIN:MAX (nt 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Säilita www. eesliide (ära ühenda www.host ja host)
-Do not treat www.host and host as the same site.
-Ära käsitle www.host ja host sama saidina.
-Keep double slashes in URLs
-Säilita topeltkaldkriipsud URL-ides
-Do not collapse duplicate slashes in URLs.
-Ära ühenda korduvaid kaldkriipse URL-ides.
-Keep the original query-string order
-Säilita päringustringi algne järjekord
-Do not reorder query-string parameters when deduplicating URLs.
-Ära järjesta päringustringi parameetreid ümber URL-ide korduste eemaldamisel.
-Strip query keys:
-Eemalda päringuvõtmed:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Komadega eraldatud päringuvõtmed, mis jäetakse salvestatud faili nimest välja (nt sid,utm_source).

lang/English.txt

@@ -976,31 +976,3 @@ Click on this notification to restart the interrupted mirror
 Click on this notification to restart the interrupted mirror
 HTTrack: could not save profile for '%s'!
 HTTrack: could not save profile for '%s'!
-Proxy type:
-Proxy type:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Load cookies from file:
-Load cookies from file:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Preload cookies from a Netscape cookies.txt file before crawling.
-Pause between files:
-Pause between files:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Keep the www. prefix (do not merge www.host with host)
-Do not treat www.host and host as the same site.
-Do not treat www.host and host as the same site.
-Keep double slashes in URLs
-Keep double slashes in URLs
-Do not collapse duplicate slashes in URLs.
-Do not collapse duplicate slashes in URLs.
-Keep the original query-string order
-Keep the original query-string order
-Do not reorder query-string parameters when deduplicating URLs.
-Do not reorder query-string parameters when deduplicating URLs.
-Strip query keys:
-Strip query keys:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).

lang/Finnish.txt

@@ -931,31 +931,3 @@ Palvelin lopetettu
 A fatal error has occurred during this mirror
 Tällä peilillä tapahtui vakava virhe
 
-Proxy type:
-Välityspalvelimen tyyppi:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Välityspalvelimen protokolla: HTTP tai SOCKS5 (SOCKS5:n oletusportti on 1080).
-Load cookies from file:
-Lataa evästeet tiedostosta:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Lataa evästeet Netscape cookies.txt -tiedostosta ennen sivuston läpikäyntiä.
-Pause between files:
-Tauko tiedostojen välillä:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Satunnainen viive tiedostolatausten välillä, sekunteina. Käytä muotoa MIN:MAX satunnaista väliä varten (esim. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Säilytä www.-etuliite (älä yhdistä www.host- ja host-osoitteita)
-Do not treat www.host and host as the same site.
-Älä käsittele www.host- ja host-osoitteita samana sivustona.
-Keep double slashes in URLs
-Säilytä kaksoiskenoviivat URL-osoitteissa
-Do not collapse duplicate slashes in URLs.
-Älä yhdistä toistuvia kenoviivoja URL-osoitteissa.
-Keep the original query-string order
-Säilytä kyselymerkkijonon alkuperäinen järjestys
-Do not reorder query-string parameters when deduplicating URLs.
-Älä järjestä kyselymerkkijonon parametreja uudelleen, kun URL-osoitteiden kaksoiskappaleet poistetaan.
-Strip query keys:
-Poista kyselyavaimet:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Pilkuin erotellut kyselyavaimet, jotka jätetään pois tallennettujen tiedostojen nimeämisestä (esim. sid,utm_source).

lang/Francais.txt

@@ -976,31 +976,3 @@ Build a mail archive
 Construire une archive mail
 Default referer URL
 Champ referer par défaut
-Proxy type:
-Type de proxy :
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protocole du proxy : HTTP ou SOCKS5 (le port SOCKS5 par défaut est 1080).
-Load cookies from file:
-Charger les cookies depuis un fichier :
-Preload cookies from a Netscape cookies.txt file before crawling.
-Précharger les cookies depuis un fichier Netscape cookies.txt avant la copie du site.
-Pause between files:
-Pause entre les fichiers :
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Délai aléatoire entre les téléchargements de fichiers, en secondes. Utilisez MIN:MAX pour une plage aléatoire (par ex. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Conserver le préfixe www. (ne pas fusionner www.host avec host)
-Do not treat www.host and host as the same site.
-Ne pas traiter www.host et host comme le même site.
-Keep double slashes in URLs
-Conserver les doubles barres obliques dans les URL
-Do not collapse duplicate slashes in URLs.
-Ne pas réduire les barres obliques en double dans les URL.
-Keep the original query-string order
-Conserver l'ordre d'origine de la query string
-Do not reorder query-string parameters when deduplicating URLs.
-Ne pas réordonner les paramètres de la query string lors de la déduplication des URL.
-Strip query keys:
-Supprimer les clés de query string :
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Clés de query string à retirer du nommage des fichiers enregistrés, séparées par des virgules (par ex. sid,utm_source).

lang/Greek.txt

@@ -930,31 +930,3 @@ Server terminated
 Ακυρώθηκε από τον εξυπηρετητή
 A fatal error has occurred during this mirror
 Ένα καταστροφικό σφάλμα προκλήθηκε κατά την αντιγραφή αυτού του τόπου
-Proxy type:
-Τύπος proxy:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Πρωτόκολλο proxy: HTTP ή SOCKS5 (η προεπιλεγμένη θύρα του SOCKS5 είναι 1080).
-Load cookies from file:
-Φόρτωση cookies από αρχείο:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Προφόρτωση των cookies από ένα αρχείο Netscape cookies.txt πριν την ανίχνευση.
-Pause between files:
-Παύση μεταξύ αρχείων:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Τυχαία καθυστέρηση μεταξύ των λήψεων αρχείων, σε δευτερόλεπτα. Χρησιμοποιήστε MIN:MAX για τυχαίο εύρος (π.χ. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Διατήρηση του προθέματος www. (χωρίς συγχώνευση του www.host με το host)
-Do not treat www.host and host as the same site.
-Να μην θεωρούνται τα www.host και host ως ο ίδιος ιστότοπος.
-Keep double slashes in URLs
-Διατήρηση των διπλών καθέτων στα URL
-Do not collapse duplicate slashes in URLs.
-Να μην συμπτύσσονται οι διπλές κάθετοι στα URL.
-Keep the original query-string order
-Διατήρηση της αρχικής σειράς του ερωτήματος αναζήτησης
-Do not reorder query-string parameters when deduplicating URLs.
-Να μην αναδιατάσσονται οι παράμετροι του ερωτήματος αναζήτησης κατά την αφαίρεση διπλότυπων URL.
-Strip query keys:
-Αφαίρεση κλειδιών ερωτήματος:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Κλειδιά ερωτήματος χωρισμένα με κόμμα, που θα αφαιρεθούν από την ονομασία των αποθηκευμένων αρχείων (π.χ. sid,utm_source).

lang/Italiano.txt

@@ -928,31 +928,3 @@ Server terminated
 Server disconnesso
 A fatal error has occurred during this mirror
 Si è verificato un errore fatale durante la copia
-Proxy type:
-Tipo di proxy:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protocollo del proxy: HTTP o SOCKS5 (la porta SOCKS5 predefinita è 1080).
-Load cookies from file:
-Carica i cookie da un file:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Precarica i cookie da un file Netscape cookies.txt prima della copia.
-Pause between files:
-Pausa tra i file:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Ritardo casuale tra i download dei file, in secondi. Usa MIN:MAX per un intervallo casuale (ad es. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Mantieni il prefisso www. (non unire www.host con host)
-Do not treat www.host and host as the same site.
-Non trattare www.host e host come lo stesso sito.
-Keep double slashes in URLs
-Mantieni le doppie barre negli URL
-Do not collapse duplicate slashes in URLs.
-Non ridurre le barre duplicate negli URL.
-Keep the original query-string order
-Mantieni l'ordine originale della query string
-Do not reorder query-string parameters when deduplicating URLs.
-Non riordinare i parametri della query string durante la deduplicazione degli URL.
-Strip query keys:
-Rimuovi chiavi della query string:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Chiavi della query string, separate da virgole, da rimuovere dai nomi dei file salvati (ad es. sid,utm_source).

lang/Japanese.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-プロキシの種類:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-プロキシのプロトコル: HTTP または SOCKS5 (SOCKS5 の既定ポートは 1080)。
-Load cookies from file:
-クッキーをファイルから読み込む:
-Preload cookies from a Netscape cookies.txt file before crawling.
-クロールを開始する前に Netscape の cookies.txt ファイルからクッキーを読み込みます。
-Pause between files:
-ファイル間の待機:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-ファイルのダウンロード間のランダムな遅延（秒）。範囲を指定するには MIN:MAX を使用します (例: 2:8)。
-Keep the www. prefix (do not merge www.host with host)
-www. プレフィックスを保持する (www.host と host を統合しない)
-Do not treat www.host and host as the same site.
-www.host と host を同じサイトとして扱いません。
-Keep double slashes in URLs
-URL 内の二重スラッシュを保持する
-Do not collapse duplicate slashes in URLs.
-URL 内の連続したスラッシュをまとめません。
-Keep the original query-string order
-クエリ文字列の元の順序を保持する
-Do not reorder query-string parameters when deduplicating URLs.
-URL の重複排除時にクエリ文字列のパラメータを並べ替えません。
-Strip query keys:
-削除するクエリキー:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-保存ファイル名の生成から除外するクエリキーをカンマ区切りで指定します (例: sid,utm_source)。

lang/Macedonian.txt

@@ -928,31 +928,3 @@ Server terminated
 Ñåðâåðîò å ïðåêèíàò
 A fatal error has occurred during this mirror
 Íàñòàíà ôàòàëíà ãðåøêà ïðè îâî¼ mirror
-Proxy type:
-ÂØß ÝÐ ßàÞÚáØ:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-¿àÞâÞÚÞÛ ÝÐ ßàÞÚáØ: HTTP ØÛØ SOCKS5 (áâÐÝÔÐàÔÝÐâÐ ßÞàâÐ ÝÐ SOCKS5 Õ 1080).
-Load cookies from file:
-²çØâÐø ÚÞÛÐçØúÐ ÞÔ ÔÐâÞâÕÚÐ:
-Preload cookies from a Netscape cookies.txt file before crawling.
-¾ÔÝÐßàÕÔ ÒçØâÐø ÚÞÛÐçØúÐ ÞÔ ÔÐâÞâÕÚÐ Netscape cookies.txt ßàÕÔ ßàÕ×ÕÜÐúÕâÞ.
-Pause between files:
-¿Ðã×Ð ÜÕóã ÔÐâÞâÕÚØ:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-ÁÛãçÐøÝÞ ÔÞæÝÕúÕ ÜÕóã ßàÕ×ÕÜÐúÐâÐ ÝÐ ÔÐâÞâÕÚØ, ÒÞ áÕÚãÝÔØ. ºÞàØáâØ MIN:MAX ×Ð áÛãçÐÕÝ ÞßáÕÓ (ÝÐ ßàØÜÕà 2:8).
-Keep the www. prefix (do not merge www.host with host)
-·ÐÔàÖØ ÓÞ ßàÕäØÚáÞâ www. (ÝÕ áßÞøãÒÐø www.host áÞ host)
-Do not treat www.host and host as the same site.
-½Õ âàÕâØàÐø ÓØ www.host Ø host ÚÐÚÞ Øáâ áÐøâ.
-Keep double slashes in URLs
-·ÐÔàÖØ ÓØ ÔÒÞøÝØâÕ ÚÞáØ æàâØ ÒÞ URL
-Do not collapse duplicate slashes in URLs.
-½Õ ÞâáâàÐÝãÒÐø ÓØ ßÞÒâÞàÕÝØâÕ ÚÞáØ æàâØ ÒÞ URL.
-Keep the original query-string order
-·ÐÔàÖØ ÓÞ Ø×ÒÞàÝØÞâ àÕÔÞáÛÕÔ ÝÐ ßÐàÐÜÕâàØâÕ ÒÞ ÑÐàÐúÕâÞ
-Do not reorder query-string parameters when deduplicating URLs.
-½Õ ÜÕÝãÒÐø ÓÞ àÕÔÞáÛÕÔÞâ ÝÐ ßÐàÐÜÕâàØâÕ ÝÐ ÑÐàÐúÕâÞ ßàØ ÞâáâàÐÝãÒÐúÕ ÔãßÛØÚÐâØ URL.
-Strip query keys:
-¾âáâàÐÝØ ÚÛãçÕÒØ ÞÔ ÑÐàÐúÕâÞ:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-ºÛãçÕÒØ ÞÔ ÑÐàÐúÕâÞ, ÞÔÔÕÛÕÝØ áÞ ×ÐßØàÚÐ, èâÞ áÕ ÞâáâàÐÝãÒÐÐâ ÞÔ ØÜÕâÞ ÝÐ ×ÐçãÒÐÝÐâÐ ÔÐâÞâÕÚÐ (ÝÐ ßàØÜÕà sid,utm_source).

lang/Magyar.txt

@@ -928,31 +928,3 @@ Server terminated
 A kiszolgáló befejezte a kapcsolatot
 A fatal error has occurred during this mirror
 Végzetes hiba történt a tükrözés közben
-Proxy type:
-Proxy típusa:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proxy protokoll: HTTP vagy SOCKS5 (a SOCKS5 alapértelmezett portja 1080).
-Load cookies from file:
-Sütik betöltése fájlból:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Sütik elõzetes betöltése egy Netscape cookies.txt fájlból a tükrözés elõtt.
-Pause between files:
-Szünet a fájlok között:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Véletlenszerû késleltetés a fájlletöltések között, másodpercben. Véletlen tartományhoz használja a MIN:MAX formát (pl. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-A www. elõtag megtartása (ne vonja össze a www.host és a host címet)
-Do not treat www.host and host as the same site.
-Ne kezelje a www.host és a host címet ugyanazon webhelyként.
-Keep double slashes in URLs
-Dupla perjelek megtartása az URL-ekben
-Do not collapse duplicate slashes in URLs.
-Ne vonja össze az ismétlõdõ perjeleket az URL-ekben.
-Keep the original query-string order
-Az eredeti lekérdezési szöveg sorrendjének megtartása
-Do not reorder query-string parameters when deduplicating URLs.
-Ne rendezze át a lekérdezési szöveg paramétereit az ismétlõdõ URL-ek kiszûrésekor.
-Strip query keys:
-Lekérdezési kulcsok eltávolítása:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Vesszõvel elválasztott lekérdezési kulcsok, amelyeket el kell hagyni a mentett fájl elnevezésébõl (pl. sid,utm_source).

lang/Nederlands.txt

@@ -928,31 +928,3 @@ Server terminated
 Server beeindigd
 A fatal error has occurred during this mirror
 Een fatale fout is opgetreden tijdens deze spiegeling
-Proxy type:
-Proxytype:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proxyprotocol: HTTP of SOCKS5 (standaardpoort van SOCKS5 is 1080).
-Load cookies from file:
-Cookies uit bestand laden:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Cookies vooraf laden uit een Netscape cookies.txt-bestand voordat het crawlen begint.
-Pause between files:
-Pauze tussen bestanden:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Willekeurige vertraging tussen bestandsdownloads, in seconden. Gebruik MIN:MAX voor een willekeurig bereik (bijv. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-www.-voorvoegsel behouden (www.host niet samenvoegen met host)
-Do not treat www.host and host as the same site.
-Behandel www.host en host niet als dezelfde site.
-Keep double slashes in URLs
-Dubbele schuine strepen in URL's behouden
-Do not collapse duplicate slashes in URLs.
-Dubbele schuine strepen in URL's niet samenvoegen.
-Keep the original query-string order
-Oorspronkelijke volgorde van de query string behouden
-Do not reorder query-string parameters when deduplicating URLs.
-Query string-parameters niet herordenen bij het ontdubbelen van URL's.
-Strip query keys:
-Query-sleutels verwijderen:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Door komma's gescheiden query-sleutels die bij het benoemen van opgeslagen bestanden worden weggelaten (bijv. sid,utm_source).

lang/Norsk.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-Proxytype:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proxyprotokoll: HTTP eller SOCKS5 (SOCKS5 bruker som standard port 1080).
-Load cookies from file:
-Last inn cookies fra fil:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Last inn cookies fra en Netscape cookies.txt-fil før crawlingen starter.
-Pause between files:
-Pause mellom filer:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Tilfeldig forsinkelse mellom filnedlastinger, i sekunder. Bruk MIN:MAX for et tilfeldig intervall (f.eks. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Behold www.-prefikset (slå ikke sammen www.host med host)
-Do not treat www.host and host as the same site.
-Behandle ikke www.host og host som samme nettsted.
-Keep double slashes in URLs
-Behold doble skråstreker i URL-er
-Do not collapse duplicate slashes in URLs.
-Slå ikke sammen gjentatte skråstreker i URL-er.
-Keep the original query-string order
-Behold den opprinnelige rekkefølgen i spørrestrengen
-Do not reorder query-string parameters when deduplicating URLs.
-Endre ikke rekkefølgen på spørrestrengens parametere når dupliserte URL-er fjernes.
-Strip query keys:
-Fjern spørrenøkler:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Kommaseparerte spørrenøkler som utelates i navngivingen av lagrede filer (f.eks. sid,utm_source).

lang/Polski.txt

@@ -928,31 +928,3 @@ Server terminated
 Serwer zakonczyl prace
 A fatal error has occurred during this mirror
 Podczas tworzenia lustra wydarzyl sie fatalny blad.
-Proxy type:
-Typ proxy:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protokó³ proxy: HTTP lub SOCKS5 (domy¶lny port SOCKS5 to 1080).
-Load cookies from file:
-Wczytaj ciasteczka z pliku:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Wczytaj ciasteczka z pliku Netscape cookies.txt przed rozpoczêciem pobierania.
-Pause between files:
-Pauza miêdzy plikami:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Losowe opó¼nienie miêdzy pobieraniem plików, w sekundach. U¿yj MIN:MAX dla losowego zakresu (np. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Zachowaj przedrostek www. (nie ³±cz www.host z host)
-Do not treat www.host and host as the same site.
-Nie traktuj www.host i host jako tej samej witryny.
-Keep double slashes in URLs
-Zachowaj podwójne uko¶niki w adresach URL
-Do not collapse duplicate slashes in URLs.
-Nie scalaj powtórzonych uko¶ników w adresach URL.
-Keep the original query-string order
-Zachowaj oryginaln± kolejno¶æ ci±gu zapytania
-Do not reorder query-string parameters when deduplicating URLs.
-Nie zmieniaj kolejno¶ci parametrów zapytania podczas usuwania duplikatów adresów URL.
-Strip query keys:
-Usuñ klucze zapytania:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Rozdzielone przecinkami klucze zapytania pomijane przy nazywaniu zapisanych plików (np. sid,utm_source).

lang/Portugues-Brasil.txt

@@ -976,31 +976,3 @@ Click on this notification to restart the interrupted mirror
 Clique nesta notificação para reiniciar o espelho interrompido
 HTTrack: could not save profile for '%s'!
 HTTrack: não foi possível salvar o perfil para '%s'!
-Proxy type:
-Tipo de proxy:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protocolo do proxy: HTTP ou SOCKS5 (a porta SOCKS5 padrão é 1080).
-Load cookies from file:
-Carregar cookies de um arquivo:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Pré-carregar cookies de um arquivo Netscape cookies.txt antes de iniciar a cópia.
-Pause between files:
-Pausa entre arquivos:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Atraso aleatório entre downloads de arquivos, em segundos. Use MIN:MAX para um intervalo aleatório (ex.: 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Manter o prefixo www. (não mesclar www.host com host)
-Do not treat www.host and host as the same site.
-Não tratar www.host e host como o mesmo site.
-Keep double slashes in URLs
-Manter as barras duplas nas URLs
-Do not collapse duplicate slashes in URLs.
-Não reduzir as barras duplicadas nas URLs.
-Keep the original query-string order
-Manter a ordem original da query string
-Do not reorder query-string parameters when deduplicating URLs.
-Não reordenar os parâmetros da query string ao remover URLs duplicadas.
-Strip query keys:
-Remover chaves da query string:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Chaves da query string, separadas por vírgulas, a serem removidas da nomeação dos arquivos salvos (ex.: sid,utm_source).

lang/Portugues.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-Tipo de proxy:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protocolo do proxy: HTTP ou SOCKS5 (a porta SOCKS5 predefinida é 1080).
-Load cookies from file:
-Carregar cookies de um ficheiro:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Pré-carregar cookies de um ficheiro Netscape cookies.txt antes de iniciar a cópia.
-Pause between files:
-Pausa entre ficheiros:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Atraso aleatório entre transferências de ficheiros, em segundos. Utilize MIN:MAX para um intervalo aleatório (por ex. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Manter o prefixo www. (não combinar www.host com host)
-Do not treat www.host and host as the same site.
-Não tratar www.host e host como o mesmo site.
-Keep double slashes in URLs
-Manter as barras duplas nos URL
-Do not collapse duplicate slashes in URLs.
-Não reduzir as barras duplicadas nos URL.
-Keep the original query-string order
-Manter a ordem original da query string
-Do not reorder query-string parameters when deduplicating URLs.
-Não reordenar os parâmetros da query string ao eliminar URL duplicados.
-Strip query keys:
-Remover chaves da query string:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Chaves da query string, separadas por vírgulas, a remover da nomeação dos ficheiros guardados (por ex. sid,utm_source).

lang/Romanian.txt

@@ -928,31 +928,3 @@ Server terminated
 Server terminat
 A fatal error has occurred during this mirror
 A survenit o eroare fatală în timpul acestei clonări.
-Proxy type:
-Tip proxy:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protocol proxy: HTTP sau SOCKS5 (portul SOCKS5 implicit este 1080).
-Load cookies from file:
-Încarca cookies dintr-un fisier:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Preîncarca cookies dintr-un fisier Netscape cookies.txt înainte de copiere.
-Pause between files:
-Pauza între fisiere:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Întârziere aleatoare între descarcari de fisiere, în secunde. Folositi MIN:MAX pentru un interval aleatoriu (de ex. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Pastreaza prefixul www. (nu combina www.host cu host)
-Do not treat www.host and host as the same site.
-Nu trata www.host si host ca fiind acelasi site.
-Keep double slashes in URLs
-Pastreaza barele duble din URL-uri
-Do not collapse duplicate slashes in URLs.
-Nu comprima barele duplicate din URL-uri.
-Keep the original query-string order
-Pastreaza ordinea originala din query string
-Do not reorder query-string parameters when deduplicating URLs.
-Nu reordona parametrii din query string la eliminarea URL-urilor duplicate.
-Strip query keys:
-Elimina cheile din query string:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Chei din query string, separate prin virgula, de eliminat din denumirea fisierelor salvate (de ex. sid,utm_source).

lang/Russian.txt

@@ -928,31 +928,3 @@ Server terminated
 Server terminated
 A fatal error has occurred during this mirror
 Âî âðåìÿ òåêóùåé çàêà÷êè ïðîèçîøëà ôàòàëüíàÿ îøèáêà
-Proxy type:
-Òèï ïðîêñè:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Ïðîòîêîë ïðîêñè: HTTP èëè SOCKS5 (ïî óìîë÷àíèþ SOCKS5 èñïîëüçóåò ïîðò 1080).
-Load cookies from file:
-Çàãðóçèòü cookies èç ôàéëà:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Ïðåäâàðèòåëüíî çàãðóçèòü cookies èç ôàéëà Netscape cookies.txt ïåðåä çàêà÷êîé.
-Pause between files:
-Ïàóçà ìåæäó ôàéëàìè:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Ñëó÷àéíàÿ çàäåðæêà ìåæäó çàêà÷êàìè ôàéëîâ, â ñåêóíäàõ. Èñïîëüçóéòå MIN:MAX äëÿ ñëó÷àéíîãî äèàïàçîíà (íàïðèìåð, 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Ñîõðàíÿòü ïðåôèêñ www. (íå îáúåäèíÿòü www.host ñ host)
-Do not treat www.host and host as the same site.
-Íå ñ÷èòàòü www.host è host îäíèì è òåì æå ñàéòîì.
-Keep double slashes in URLs
-Ñîõðàíÿòü äâîéíûå ñëýøè â URL
-Do not collapse duplicate slashes in URLs.
-Íå óäàëÿòü ïîâòîðÿþùèåñÿ ñëýøè â URL.
-Keep the original query-string order
-Ñîõðàíÿòü èñõîäíûé ïîðÿäîê ïàðàìåòðîâ çàïðîñà
-Do not reorder query-string parameters when deduplicating URLs.
-Íå ìåíÿòü ïîðÿäîê ïàðàìåòðîâ ñòðîêè çàïðîñà ïðè óäàëåíèè äóáëèêàòîâ URL.
-Strip query keys:
-Óäàëÿòü êëþ÷è çàïðîñà:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Êëþ÷è çàïðîñà ÷åðåç çàïÿòóþ, óäàëÿåìûå èç èìåíè ñîõðàíÿåìîãî ôàéëà (íàïðèìåð, sid,utm_source).

lang/Slovak.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-Typ proxy:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protokol proxy: HTTP alebo SOCKS5 (predvolený port SOCKS5 je 1080).
-Load cookies from file:
-Naèíta» cookies zo súboru:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Naèíta» cookies zo súboru Netscape cookies.txt pred zaèatím s»ahovania.
-Pause between files:
-Prestávka medzi súbormi:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Náhodné oneskorenie medzi s»ahovaním súborov, v sekundách. Pre náhodný rozsah pou¾ite MIN:MAX (napr. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Zachova» predponu www. (nezluèova» www.host s host)
-Do not treat www.host and host as the same site.
-Nepova¾ova» www.host a host za tú istú lokalitu.
-Keep double slashes in URLs
-Zachova» dvojité lomky v URL
-Do not collapse duplicate slashes in URLs.
-Nezluèova» opakované lomky v URL.
-Keep the original query-string order
-Zachova» pôvodné poradie re»azca dotazu
-Do not reorder query-string parameters when deduplicating URLs.
-Nemeni» poradie parametrov re»azca dotazu pri odstraòovaní duplicitných URL.
-Strip query keys:
-Odstráni» kµúèe dotazu:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Kµúèe dotazu oddelené èiarkami, ktoré sa vynechajú z pomenovania ukladaných súborov (napr. sid,utm_source).

lang/Slovenian.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-Vrsta proxyja:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Protokol proxy: HTTP ali SOCKS5 (privzeta vrata SOCKS5 so 1080).
-Load cookies from file:
-Nalozi piskotke iz datoteke:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Predhodno nalozi piskotke iz datoteke Netscape cookies.txt pred zajemanjem.
-Pause between files:
-Premor med datotekami:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Nakljucni zamik med prenosi datotek, v sekundah. Za nakljucni obseg uporabite MIN:MAX (npr. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Ohrani predpono www. (ne zdruzi www.host z host)
-Do not treat www.host and host as the same site.
-www.host in host ne obravnavaj kot isto spletno mesto.
-Keep double slashes in URLs
-Ohrani dvojne posevnice v URL-jih
-Do not collapse duplicate slashes in URLs.
-Ne zdruzuj podvojenih posevnic v URL-jih.
-Keep the original query-string order
-Ohrani izvirni vrstni red poizvedovalnega niza
-Do not reorder query-string parameters when deduplicating URLs.
-Pri odstranjevanju podvojenih URL-jev ne spreminjaj vrstnega reda parametrov poizvedbe.
-Strip query keys:
-Odstrani kljuce poizvedbe:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Z vejicami loceni kljuci poizvedbe, ki se izpustijo pri poimenovanju shranjenih datotek (npr. sid,utm_source).

lang/Svenska.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-Proxytyp:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proxyprotokoll: HTTP eller SOCKS5 (SOCKS5 använder som standard port 1080).
-Load cookies from file:
-Läs in cookies från fil:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Läs in cookies från en Netscape cookies.txt-fil innan crawlningen börjar.
-Pause between files:
-Paus mellan filer:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Slumpmässig fördröjning mellan filnedladdningar, i sekunder. Använd MIN:MAX för ett slumpmässigt intervall (t.ex. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Behåll www.-prefixet (slå inte ihop www.host med host)
-Do not treat www.host and host as the same site.
-Behandla inte www.host och host som samma webbplats.
-Keep double slashes in URLs
-Behåll dubbla snedstreck i URL:er
-Do not collapse duplicate slashes in URLs.
-Slå inte ihop upprepade snedstreck i URL:er.
-Keep the original query-string order
-Behåll frågesträngens ursprungliga ordning
-Do not reorder query-string parameters when deduplicating URLs.
-Ändra inte ordningen på frågesträngens parametrar när dubbletter av URL:er tas bort.
-Strip query keys:
-Ta bort frågenycklar:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Kommaseparerade frågenycklar som utelämnas vid namngivningen av sparade filer (t.ex. sid,utm_source).

lang/Turkish.txt

@@ -928,31 +928,3 @@ Server terminated
 Sunucu sonlandýrdý
 A fatal error has occurred during this mirror
 Bu yansýlama iþlemi sýrasýnda ölümcül bir hata oluþtu
-Proxy type:
-Proxy türü:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proxy protokolü: HTTP veya SOCKS5 (SOCKS5 varsayýlan portu 1080).
-Load cookies from file:
-Çerezleri dosyadan yükle:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Taramadan önce bir Netscape cookies.txt dosyasýndan çerezleri önceden yükle.
-Pause between files:
-Dosyalar arasýnda bekleme:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Dosya indirmeleri arasýnda saniye cinsinden rastgele gecikme. Rastgele bir aralýk için MIN:MAX kullanýn (örn. 2:8).
-Keep the www. prefix (do not merge www.host with host)
-www. önekini koru (www.host ile host'u birleþtirme)
-Do not treat www.host and host as the same site.
-www.host ve host'u ayný site olarak deðerlendirme.
-Keep double slashes in URLs
-URL'lerdeki çift eðik çizgileri koru
-Do not collapse duplicate slashes in URLs.
-URL'lerdeki yinelenen eðik çizgileri birleþtirme.
-Keep the original query-string order
-Özgün sorgu dizesi sýrasýný koru
-Do not reorder query-string parameters when deduplicating URLs.
-URL'lerin yinelenenlerini ayýklarken sorgu dizesi parametrelerini yeniden sýralama.
-Strip query keys:
-Sorgu anahtarlarýný çýkar:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Kaydedilen dosya adlandýrmasýndan çýkarýlacak, virgülle ayrýlmýþ sorgu anahtarlarý (örn. sid,utm_source).

lang/Ukrainian.txt

@@ -928,31 +928,3 @@ Server terminated
 
 A fatal error has occurred during this mirror
 
-Proxy type:
-Òèï ïðîêñ³:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Ïðîòîêîë ïðîêñ³: HTTP àáî SOCKS5 (çà çàìîâ÷óâàííÿì SOCKS5 âèêîðèñòîâóº ïîðò 1080).
-Load cookies from file:
-Çàâàíòàæèòè cookies ç ôàéëó:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Ïîïåðåäíüî çàâàíòàæèòè cookies ç ôàéëó Netscape cookies.txt ïåðåä çàâàíòàæåííÿì.
-Pause between files:
-Ïàóçà ì³æ ôàéëàìè:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Âèïàäêîâà çàòðèìêà ì³æ çàâàíòàæåííÿìè ôàéë³â, ó ñåêóíäàõ. Âèêîðèñòîâóéòå MIN:MAX äëÿ âèïàäêîâîãî ä³àïàçîíó (íàïðèêëàä, 2:8).
-Keep the www. prefix (do not merge www.host with host)
-Çáåð³ãàòè ïðåô³êñ www. (íå îá'ºäíóâàòè www.host ç host)
-Do not treat www.host and host as the same site.
-Íå ââàæàòè www.host ³ host îäíèì ³ òèì ñàìèì ñàéòîì.
-Keep double slashes in URLs
-Çáåð³ãàòè ïîäâ³éí³ ñëåø³ â URL
-Do not collapse duplicate slashes in URLs.
-Íå âèäàëÿòè ïîâòîðþâàí³ ñëåø³ â URL.
-Keep the original query-string order
-Çáåð³ãàòè ïî÷àòêîâèé ïîðÿäîê ïàðàìåòð³â çàïèòó
-Do not reorder query-string parameters when deduplicating URLs.
-Íå çì³íþâàòè ïîðÿäîê ïàðàìåòð³â ðÿäêà çàïèòó ï³ä ÷àñ óñóíåííÿ äóáë³êàò³â URL.
-Strip query keys:
-Âèëó÷àòè êëþ÷³ çàïèòó:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Êëþ÷³ çàïèòó ÷åðåç êîìó, ÿê³ âèëó÷àþòüñÿ ç ³ìåí³ çáåðåæåíîãî ôàéëó (íàïðèêëàä, sid,utm_source).

lang/Uzbek.txt

@@ -928,31 +928,3 @@ Server terminated
 Server terminated
 A fatal error has occurred during this mirror
 Joriy ko’chirish vaqtida jiddiy xatolik yuz berdi
-Proxy type:
-Proksi turi:
-Proxy protocol: HTTP, or SOCKS5 (SOCKS5 default port is 1080).
-Proksi protokoli: HTTP yoki SOCKS5 (SOCKS5 ning standart porti 1080).
-Load cookies from file:
-Fayldan cookies yuklamoq:
-Preload cookies from a Netscape cookies.txt file before crawling.
-Ko’chirib olishdan oldin Netscape cookies.txt faylidan cookies’ni oldindan yuklamoq.
-Pause between files:
-Fayllar orasidagi pauza:
-Random delay between file downloads, in seconds. Use MIN:MAX for a random range (e.g. 2:8).
-Fayllarni ko’chirib olish orasidagi tasodifiy kechikish, soniyalarda. Tasodifiy diapazon uchun MIN:MAX dan foydalaning (masalan, 2:8).
-Keep the www. prefix (do not merge www.host with host)
-www. prefiksini saqlash (www.host ni host bilan birlashtirmaslik)
-Do not treat www.host and host as the same site.
-www.host va host ni bir xil sayt deb hisoblamaslik.
-Keep double slashes in URLs
-URL lardagi qo’sh sleshlarni saqlash
-Do not collapse duplicate slashes in URLs.
-URL lardagi takroriy sleshlarni olib tashlamaslik.
-Keep the original query-string order
-So’rov satrining asl tartibini saqlash
-Do not reorder query-string parameters when deduplicating URLs.
-URL dublikatlarini olib tashlashda so’rov satri parametrlari tartibini o’zgartirmaslik.
-Strip query keys:
-Olib tashlanadigan so’rov kalitlari:
-Comma-separated query keys to drop from the saved-file naming (e.g. sid,utm_source).
-Saqlangan fayl nomidan olib tashlanadigan, vergul bilan ajratilgan so’rov kalitlari (masalan, sid,utm_source).

man/httrack.1

@@ -3,7 +3,7 @@
 .\"
 .\" This file is generated by man/makeman.sh; do not edit by hand.
 .\" SPDX-License-Identifier: GPL-3.0-or-later
-.TH httrack 1 "14 July 2026" "httrack website copier"
+.TH httrack 1 "12 July 2026" "httrack website copier"
 .SH NAME
 httrack \- offline browser : copy websites to a local directory
 .SH SYNOPSIS
@@ -135,7 +135,7 @@ continue an interrupted mirror using the cache (\-\-continue)
 mirror ALL links located in the first level pages (mirror links) (\-\-mirrorlinks)
 .SS Proxy options:
 .IP \-P
-proxy use (\-P [socks5://][user:pass@]proxy:port) (\-\-proxy <param>)
+proxy use (\-P proxy:port or \-P user:pass@proxy:port) (\-\-proxy <param>)
 .IP \-%f
 *use proxy for ftp (f0 don't use) (\-\-httpproxy\-ftp[=N])
 .IP \-%b

src/Makefile.am

@@ -61,7 +61,7 @@ libhttrack_la_SOURCES =  htscore.c htsparse.c htsback.c htscache.c \
 	htshelp.c htslib.c htscoremain.c \
 	htsname.c htsrobots.c htstools.c htswizard.c \
 	htsalias.c htsthread.c htsindex.c htsbauth.c \
-	htsmd5.c htscodec.c htsproxy.c htszlib.c htswrap.c htsconcat.c \
+	htsmd5.c htscodec.c htszlib.c htswrap.c htsconcat.c \
 	htsmodules.c htscharset.c punycode.c htsencoding.c htssniff.c \
 	md5.c \
 	minizip/ioapi.c minizip/mztools.c minizip/unzip.c minizip/zip.c \
@@ -72,7 +72,7 @@ libhttrack_la_SOURCES =  htscore.c htsparse.c htsback.c htscache.c \
 	htshelp.h htsindex.h htslib.h htsmd5.h \
 	htsmodules.h htsname.h htsnet.h htssniff.h \
 	htsopt.h htsrobots.h htsthread.h  \
-	htstools.h htswizard.h htswrap.h htscodec.h htsproxy.h htszlib.h  \
+	htstools.h htswizard.h htswrap.h htscodec.h htszlib.h  \
 	htsstrings.h htsarrays.h httrack-library.h \
 	htscharset.h punycode.h htsencoding.h \
 	htsentities.h htsentities.sh htsbasiccharsets.sh htscodepages.h \

src/htsback.c

@@ -45,7 +45,6 @@ Please visit our Website: http://www.httrack.com
 
 #include "htsftp.h"
 #include "htscodec.h"
-#include "htsproxy.h"
 #if HTS_USEZLIB
 #include "htszlib.h"
 #else
@@ -140,9 +139,8 @@ int back_connect_fallback_due(int addr_index, int addr_count, int elapsed,
 
 /* Pending-connect result for a non-blocking socket reported ready by select():
    0 = connected, >0 = the connect errno (refused, unreachable, ...), -1 if the
-   probe itself failed. A failed connect is reported ready as well (writable on
-   posix, exception set on winsock), so this is how success is told from failure
-   without blocking. */
+   probe itself failed. A failed connect is reported writable too, so this is
+   how success is told from failure without blocking. */
 static int connect_socket_error(T_SOC soc) {
   int soerr = 0;
   socklen_t len = (socklen_t) sizeof(soerr);
@@ -628,10 +626,6 @@ int back_finalize(httrackp * opt, cache_back * cache, struct_back * sback,
                       back[p].r.size, back[p].url_adr, back[p].url_fil);
       }
       back_finalize_backup(opt, &back[p], HTS_FALSE);
-      /* Keep the surviving copy in new.lst, else the update purge drops the
-         file we refused to overwrite with the partial body (#562). */
-      if (fexist_utf8(back[p].url_sav))
-        filenote(&opt->state.strc, back[p].url_sav, NULL);
       return -1;
     }
 
@@ -781,7 +775,7 @@ int back_finalize(httrackp * opt, cache_back * cache, struct_back * sback,
         if (back[p].r.statuscode == HTTP_OK) {  // OK (ou 304 en backing)
           if (back[p].r.is_write) {     // Written file
             if (may_be_hypertext_mime(opt, back[p].r.contenttype, back[p].url_fil)) {   // to parse!
-              LLint sz;
+              off_t sz;
 
               sz = fsize_utf8(back[p].url_sav);
               if (sz > 0) {     // ok, exists!
@@ -1958,7 +1952,7 @@ int back_add(struct_back * sback, httrackp * opt, cache_back * cache, const char
       /* Not in cache ; maybe in temporary cache ? Warning: non-movable
          "url_sav" */
       else if (back_unserialize_ref(opt, adr, fil, &itemback) == 0) {
-        const LLint file_size = fsize_utf8(itemback->url_sav);
+        const off_t file_size = fsize_utf8(itemback->url_sav);
 
         /* Found file on disk */
         if (file_size > 0) {
@@ -1993,7 +1987,7 @@ int back_add(struct_back * sback, httrackp * opt, cache_back * cache, const char
       }
       /* Not in cache or temporary cache ; found on disk ? (hack) */
       else if (fexist_utf8(save)) {
-        const LLint sz = fsize_utf8(save);
+        const off_t sz = fsize_utf8(save);
 
         // Bon, là il est possible que le fichier ait été partiellement transféré
         // (s'il l'avait été en totalité il aurait été inscrit dans le cache ET existerait sur disque)
@@ -2117,17 +2111,6 @@ int back_add(struct_back * sback, httrackp * opt, cache_back * cache, const char
                         "error: forbidden test with ftp link for back_add");
           return -1;            // erreur pas de test permis
         }
-        // the ftp client dials the origin itself: over socks that would bypass
-        // the proxy, so fail the link rather than leak the connection (#563)
-        if (back[p].r.req.proxy.active &&
-            hts_proxy_is_socks(back[p].r.req.proxy.name)) {
-          back[p].r.statuscode = STATUSCODE_NON_FATAL;
-          strcpybuff(back[p].r.msg,
-                     "ftp:// is not supported over a SOCKS proxy");
-          back[p].status = STATUS_READY;
-          back_set_finished(sback, p);
-          return 0;
-        }
         if (!(back[p].r.req.proxy.active && opt->ftp_proxy)) {  // connexion directe, gérée en thread
           FTPDownloadStruct *str =
             (FTPDownloadStruct *) malloc(sizeof(FTPDownloadStruct));
@@ -2663,9 +2646,7 @@ void back_wait(struct_back * sback, httrackp * opt, cache_back * cache,
     for (i_mod = 0; i_mod < (unsigned int) back_max; i_mod++) {
       unsigned int i = (i_mod + mod_random) % (back_max);
 
-      // winsock flags a failed connect in the exception set only: leave a
-      // connecting slot to the connect handler, which can still fall back
-      if (back[i].status > 0 && back[i].status != STATUS_CONNECTING) {
+      if (back[i].status > 0) {
         if (!back[i].r.is_file) {       // not file..
           if (back[i].r.soc != INVALID_SOCKET) {        // hey, you never know..
             int err = FD_ISSET(back[i].r.soc, &fds_e);
@@ -2679,7 +2660,10 @@ void back_wait(struct_back * sback, httrackp * opt, cache_back * cache,
               }
               back[i].r.soc = INVALID_SOCKET;
               back[i].r.statuscode = STATUSCODE_CONNERROR;
-              strcpybuff(back[i].r.msg, "Receive Error");
+              if (back[i].status == STATUS_CONNECTING)
+                strcpybuff(back[i].r.msg, "Connect Error");
+              else
+                strcpybuff(back[i].r.msg, "Receive Error");
               if (back[i].status == STATUS_ALIVE) {     /* Keep-alive socket */
                 back_delete(opt, cache, sback, i);
               } else {
@@ -2712,11 +2696,10 @@ void back_wait(struct_back * sback, httrackp * opt, cache_back * cache,
             gestion_timeout = 1;
 
         // connecté?
-        dispo = back[i].r.soc != INVALID_SOCKET &&
-                (FD_ISSET(back[i].r.soc, &fds_c) ||
-                 FD_ISSET(back[i].r.soc, &fds_e));
+        dispo = FD_ISSET(back[i].r.soc, &fds_c);
         if (dispo) { // socket ready: connect() finished (ok or failed)
-          // probe SO_ERROR and, on failure, fall back to the next address
+          // a refused/failed connect is reported writable too; probe SO_ERROR
+          // and, on failure, fall back to the next address (or fail the slot)
           if (connect_socket_error(back[i].r.soc) != 0) {
             if (!back_connect_next(opt, sback, i)) {
               deletehttp(&back[i].r);
@@ -2730,40 +2713,13 @@ void back_wait(struct_back * sback, httrackp * opt, cache_back * cache,
           }
           busy_state = 1;
 
-          // socks5: tunnel to the origin before anything is written, for http
-          // as well as https. Skip on a reused keep-alive socket (already
-          // tunneled) and on the post-TLS re-entry (ssl_con set) (#563).
-          if (back[i].r.req.proxy.active &&
-              hts_proxy_is_socks(back[i].r.req.proxy.name) &&
-              !back[i].r.keep_alive
-#if HTS_USEOPENSSL
-              && back[i].r.ssl_con == NULL
-#endif
-          ) {
-            const int timeout = back[i].timeout > 0 ? back[i].timeout : 30;
-
-            if (!socks5_handshake(opt, &back[i].r, back[i].url_adr, timeout)) {
-              if (!strnotempty(back[i].r.msg))
-                strcpybuff(back[i].r.msg, "SOCKS5 handshake failed");
-              deletehttp(&back[i].r);
-              back[i].r.soc = INVALID_SOCKET;
-              back[i].r.statuscode = STATUSCODE_NON_FATAL;
-              back[i].status = STATUS_READY;
-              back_set_finished(sback, i);
-              continue;
-            }
-          }
-
 #if HTS_USEOPENSSL
           /* SSL mode */
           if (back[i].r.ssl) {
             int tunnel_ok = 1;
 
-            // https via an http proxy: CONNECT-tunnel before TLS (#85); socks
-            // already carries the origin connection
-            if (back[i].r.req.proxy.active &&
-                !hts_proxy_is_socks(back[i].r.req.proxy.name) &&
-                back[i].r.ssl_con == NULL) {
+            // https via proxy: CONNECT-tunnel before TLS (#85)
+            if (back[i].r.req.proxy.active && back[i].r.ssl_con == NULL) {
               const int timeout = back[i].timeout > 0 ? back[i].timeout : 30;
 
               tunnel_ok =
@@ -3700,7 +3656,7 @@ void back_wait(struct_back * sback, httrackp * opt, cache_back * cache,
                       if (back[i].r.statuscode == HTTP_OK && !back[i].testmode) {       // 'OK'
                         if (!is_hypertext_mime(opt, back[i].r.contenttype, back[i].url_fil)) {  // not HTML
                           if (strnotempty(back[i].url_sav)) {   // target found
-                            LLint size = fsize_utf8(back[i].url_sav);
+                            off_t size = fsize_utf8(back[i].url_sav);
 
                             if (size >= 0) {
                               if (back[i].r.totalsize == size) {        // same size!
@@ -3919,7 +3875,7 @@ void back_wait(struct_back * sback, httrackp * opt, cache_back * cache,
                     // traiter 206 (partial content)
                     // xxc SI CHUNK VERIFIER QUE CA MARCHE??
                     if (back[i].r.statuscode == 206) {  // on nous envoie un morceau (la fin) coz une partie sur disque!
-                      LLint sz = fsize_utf8(back[i].url_sav);
+                      off_t sz = fsize_utf8(back[i].url_sav);
                       /* RFC 7233: resume at the server's Content-Range start,
                          not the offset we requested; a server may resume
                          earlier and appending the overlap duplicates bytes

src/htscache.c

@@ -356,7 +356,7 @@ void cache_add(httrackp * opt, cache_back * cache, const htsblk * r,
       FILE *fp;
 
       // On recopie le fichier->.
-      LLint file_size = fsize_utf8(fconv(catbuff, sizeof(catbuff), url_save));
+      off_t file_size = fsize_utf8(fconv(catbuff, sizeof(catbuff), url_save));
 
       if (file_size >= 0) {
         fp = FOPEN(fconv(catbuff, sizeof(catbuff), url_save), "rb");
@@ -1241,27 +1241,23 @@ char *readfile(const char *fil) {
 char *readfile2(const char *fil, LLint * size) {
   char *adr = NULL;
   char catbuff[CATBUFF_SIZE];
-  const LLint len = fsize(fil);
+  INTsys len = 0;
 
-  /* a size too large for size_t (32-bit Windows/i386) must fail closed: it
-     would wrap malloct() short while fread() still read the untruncated len */
-  const size_t buflen = len >= 0 ? llint_to_size_t(len) : (size_t) -1;
-
-  if (buflen != (size_t) -1) { // exists, and is addressable
+  len = fsize(fil);
+  if (len >= 0) {               // exists
     FILE *fp;
 
     fp = fopen(fconv(catbuff, sizeof(catbuff), fil), "rb");
     if (fp != NULL) {           // n'existe pas (!)
-      adr = (char *) malloct(buflen + 1);
+      adr = (char *) malloct(len + 1);
       if (size != NULL)
         *size = len;
       if (adr != NULL) {
-        if (buflen > 0 &&
-            fread(adr, 1, buflen, fp) != buflen) { // fichier endommagé ?
+        if (len > 0 && fread(adr, 1, len, fp) != len) { // fichier endommagé ?
           freet(adr);
           adr = NULL;
         } else
-          *(adr + buflen) = '\0';
+          *(adr + len) = '\0';
       }
       fclose(fp);
     }
@@ -1273,21 +1269,19 @@ char *readfile2(const char *fil, LLint * size) {
 char *readfile_utf8(const char *fil) {
   char *adr = NULL;
   char catbuff[CATBUFF_SIZE];
-  const LLint len = fsize_utf8(fil);
-  const size_t buflen = len >= 0 ? llint_to_size_t(len) : (size_t) -1;
+  const off_t len = fsize_utf8(fil);
 
-  if (buflen != (size_t) -1) { // exists, and is addressable (see readfile2)
+  if (len >= 0) {               // exists
     FILE *const fp = FOPEN(fconv(catbuff, sizeof(catbuff), fil), "rb");
 
     if (fp != NULL) {           // n'existe pas (!)
-      adr = (char *) malloct(buflen + 1);
+      adr = (char *) malloct(len + 1);
       if (adr != NULL) {
-        if (buflen > 0 &&
-            fread(adr, 1, buflen, fp) != buflen) { // fichier endommagé ?
+        if (len > 0 && fread(adr, 1, len, fp) != len) { // fichier endommagé ?
           freet(adr);
           adr = NULL;
         } else {
-          adr[buflen] = '\0';
+          adr[len] = '\0';
         }
       }
       fclose(fp);

src/htscache_selftest.c

@@ -232,10 +232,11 @@ static int disk_fallback_selftest(httrackp *opt) {
   static const char body[] = "BINARY-on-disk-body-0123456789-no-trailing-nul";
   const size_t body_len = sizeof(body) - 1;
 
-  /* a DOS-ified X-Save loses the path_html_utf8 prefix the reader matches on,
-     and gets re-rooted as a pre-3.40 relative path; fconv() only on access */
-  concat(save, sizeof(save), StringBuff(opt->path_html_utf8),
-         "example.com/blob.bin");
+  /* X-Save must start with path_html_utf8 so the reader resolves it verbatim
+     (otherwise it re-roots it as a pre-3.40 relative path); then the body we
+     create at fconv(save) is exactly where cache_readex looks for it. */
+  fconcat(save, sizeof(save), StringBuff(opt->path_html_utf8),
+          "example.com/blob.bin");
 
   /* write only the header (X-In-Cache: 0); the body stays on disk */
   selftest_open_for_write(&cache, opt);
@@ -938,9 +939,9 @@ static void reconcile_put(httrackp *opt, const char *name, size_t size) {
 }
 
 /* Expect `name` to weigh `size` bytes, or be absent when size == -1. */
-static int reconcile_expect(httrackp *opt, const char *name, LLint size,
+static int reconcile_expect(httrackp *opt, const char *name, off_t size,
                             const char *what) {
-  const LLint got = fsize(reconcile_st_path(opt, name));
+  const off_t got = fsize(reconcile_st_path(opt, name));
 
   if (got != size) {
     fprintf(stderr, "cache-reconcile: %s: %s is %d bytes, expected %d\n", what,
@@ -954,7 +955,7 @@ int cache_reconcile_selftest(httrackp *opt, const char *dir) {
   int failures = 0;
 
   /* around the interrupted-run thresholds (new < 32768, old > 65536) */
-  static const LLint TINY = 1024, MID = 40000, SOLID = 131072;
+  static const off_t TINY = 1024, MID = 40000, SOLID = 131072;
 
   golden_setup(opt, dir);
 #ifdef _WIN32
@@ -1252,9 +1253,8 @@ static void corrupt_build_disk(httrackp *opt) {
   memset(corrupt_body_a, 'a', sizeof(corrupt_body_a) - 1);
   remove(reconcile_st_path(opt, "hts-cache/new.zip"));
   remove(reconcile_st_path(opt, "hts-cache/old.zip"));
-  /* X-Save stored verbatim: see disk_fallback_selftest */
-  concat(save, sizeof(save), StringBuff(opt->path_html_utf8),
-         CORRUPT_ADR "/victim.bin");
+  fconcat(save, sizeof(save), StringBuff(opt->path_html_utf8),
+          CORRUPT_ADR "/victim.bin");
   selftest_open_for_write(&cache, opt);
   store_entry(opt, &cache, CORRUPT_ADR, "/canary.html", "canary.html", 200,
               "OK", "text/html", "utf-8", "", "", "", "", corrupt_body_a,

src/htscharset.c

@@ -31,9 +31,6 @@ Please visit our Website: http://www.httrack.com
 /* ------------------------------------------------------------ */
 
 #include "htscharset.h"
-#ifdef _WIN32
-#include <shellapi.h>
-#endif
 #include "htsbase.h"
 #include "punycode.h"
 #include "htssafe.h"
@@ -385,44 +382,10 @@ char *hts_convertStringFromUTF8(const char *s, size_t size, const char *charset)
   return hts_convertStringCPFromUTF8(s, size, cp);
 }
 
-HTSEXT_API char *hts_convertStringSystemToUTF8(const char *s, size_t size) {
+char *hts_convertStringSystemToUTF8(const char *s, size_t size) {
   return hts_convertStringCPToUTF8(s, size, GetACP());
 }
 
-HTSEXT_API void hts_argv_utf8(int *pargc, char ***pargv) {
-  int wargc = 0;
-  LPWSTR *const wargv = CommandLineToArgvW(GetCommandLineW(), &wargc);
-  char **argv;
-  int i;
-
-  // On any failure keep the CRT's ANSI argv: lossy, but never half-converted.
-  if (wargv == NULL)
-    return;
-  if (wargc <= 0 ||
-      (argv = calloct((size_t) wargc + 1, sizeof(char *))) == NULL) {
-    LocalFree(wargv);
-    return;
-  }
-  for (i = 0; i < wargc; i++) {
-    const int wsize = (int) wcslen(wargv[i]);
-
-    // hts_convertUCS2StringToUTF8() returns NULL on an empty string
-    argv[i] =
-        wsize != 0 ? hts_convertUCS2StringToUTF8(wargv[i], wsize) : strdupt("");
-    if (argv[i] == NULL) {
-      while (i-- != 0)
-        freet(argv[i]);
-      freet(argv);
-      LocalFree(wargv);
-      return;
-    }
-  }
-  argv[wargc] = NULL; // callers may rely on argv[argc] == NULL
-  LocalFree(wargv);
-  *pargc = wargc;
-  *pargv = argv; // never freed: argv lives for the process
-}
-
 #else
 
 #include <errno.h>

src/htscharset.h

@@ -34,7 +34,6 @@ Please visit our Website: http://www.httrack.com
 #define HTS_CHARSET_DEFH
 
 /** Standard includes. **/
-#include "htsglobal.h"
 #include <stdlib.h>
 #include <string.h>
 #ifdef _WIN32
@@ -175,16 +174,7 @@ extern char *hts_convertUCS2StringToUTF8(LPWSTR woutput, int wsize);
  * Convert current system codepage to UTF-8.
  * This function is WIN32 specific.
  **/
-HTSEXT_API char *hts_convertStringSystemToUTF8(const char *s, size_t size);
-
-/**
- * Replace the CRT's ANSI argv by a UTF-8 one decoded from the real UTF-16
- * command line: every char* is UTF-8 on Windows (FOPEN, STAT, ... convert at
- * the syscall boundary). Keeps the CRT's argv on failure; the new array is
- * writable, NULL-terminated, and lives for the process.
- * This function is WIN32 specific.
- **/
-HTSEXT_API void hts_argv_utf8(int *pargc, char ***pargv);
+extern char *hts_convertStringSystemToUTF8(const char *s, size_t size);
 #endif
 
 #endif

src/htscore.c

@@ -855,7 +855,7 @@ int httpmirror(char *url1, httrackp * opt) {
       char *filelist_buff = NULL;
       size_t filelist_sz = 0;
       const char *filelist_err = NULL; /* failure reason, NULL on success */
-      const LLint fs = fsize(StringBuff(opt->filelist));
+      const off_t fs = fsize(StringBuff(opt->filelist));
 
       if (fs < 0) {
         /* fsize() hides the cause; redo stat() for a precise errno (#49) */
@@ -863,7 +863,7 @@ int httpmirror(char *url1, httrackp * opt) {
         filelist_err = stat(StringBuff(opt->filelist), &st) != 0
                            ? strerror(errno)
                            : "not a regular file";
-      } else if ((filelist_sz = llint_to_size_t(fs)) == (size_t) -1) {
+      } else if ((filelist_sz = off_t_to_size_t(fs)) == (size_t) -1) {
         filelist_err = "file too large";
         filelist_sz = 0;
       } else {
@@ -2089,9 +2089,10 @@ int httpmirror(char *url1, httrackp * opt) {
               (OPT_GET_BUFF(opt), OPT_GET_BUFF_SIZE(opt), StringBuff(opt->path_log),
                "hts-cache/old.lst"), "rb");
       if (old_lst) {
-        const size_t sz = llint_to_size_t(
-            fsize(fconcat(OPT_GET_BUFF(opt), OPT_GET_BUFF_SIZE(opt),
-                          StringBuff(opt->path_log), "hts-cache/new.lst")));
+        const size_t sz =
+          off_t_to_size_t(fsize(fconcat
+                (OPT_GET_BUFF(opt), OPT_GET_BUFF_SIZE(opt), StringBuff(opt->path_log),
+                 "hts-cache/new.lst")));
         new_lst =
           fopen(fconcat
                 (OPT_GET_BUFF(opt), OPT_GET_BUFF_SIZE(opt), StringBuff(opt->path_log),

src/htscoremain.c

@@ -1509,7 +1509,7 @@ static int hts_main_internal(int argc, char **argv, httrackp * opt) {
                   htsmain_free();
                   return -1;
                 } else {
-                  LLint fz;
+                  off_t fz;
 
                   na++;
                   fz = fsize(argv[na]);
@@ -2584,11 +2584,21 @@ static int hts_main_internal(int argc, char **argv, httrackp * opt) {
                 hts_get_version_info(opt), t, url);
         fprintf(opt->log, "(");
         for(i = 0; i < argc; i++) {
-          const char *arg = argv[i]; // already UTF-8 on every platform
+#ifdef _WIN32
+          char *carg =
+            hts_convertStringSystemToUTF8(argv[i], (int) strlen(argv[i]));
+          char *arg = carg != NULL ? carg : argv[i];
+#else
+          const char *arg = argv[i];
+#endif
           if (strchr(arg, ' ') == NULL || strchr(arg, '\"') != NULL)
             fprintf(opt->log, "%s ", arg);
           else                  // entre "" (si espace(s) et pas déja de ")
             fprintf(opt->log, "\"%s\" ", arg);
+#ifdef _WIN32
+          if (carg != NULL)
+            free(carg);
+#endif
         }
         fprintf(opt->log, ")" LF);
         fprintf(opt->log, LF);

src/htsfilters.c

@@ -122,11 +122,8 @@ int fa_strjoker_dual(int type, char **filters, int nfil, const char *nom1,
 }
 
 /* Real filters/URLs fit HTS_URLMAXSIZE*2; past it a hostile pattern recurses
-   O(len) deep or runs O(n^2*stars). Cap length, recursion depth and steps
-   (work): the length cap alone still allows ~2000 frames, ~900KB of stack,
-   which overflows the 1MB a Windows thread gets (#574). */
+   O(len) deep or runs O(n^2*stars). Cap length (depth) and steps (work). */
 #define STRJOKER_MAXLEN (HTS_URLMAXSIZE * 2)
-#define STRJOKER_MAXDEPTH 256u
 #define STRJOKER_MAXSTEPS 2000000u
 
 /* Failure memo for the recursive matcher: one bit per (chaine, joker) offset
@@ -136,28 +133,20 @@ typedef struct strjoker_memo {
   size_t stride;                /* strlen(joker0) + 1 */
   unsigned char *failed;        /* failed-pair bitmap; NULL: no memo */
   size_t *nsteps; /* shared work counter; NULL: unbounded (oracle) */
-  size_t maxdepth; /* deepest recursion reached */
-  hts_boolean cut; /* a branch hit the depth cap: its failures are not final */
 } strjoker_memo;
 
-static const char *strjoker_impl(strjoker_memo *memo, const char *chaine,
-                                 const char *joker, LLint *size, int *size_flag,
-                                 size_t depth);
+static const char *strjoker_impl(const strjoker_memo *memo, const char *chaine,
+                                 const char *joker, LLint *size,
+                                 int *size_flag);
 
 /* A pair that failed once fails forever (*size is only written on the success
    path), so record NULL results and cut the re-exploration. */
-static const char *strjoker_rec(strjoker_memo *memo, const char *chaine,
-                                const char *joker, LLint *size, int *size_flag,
-                                size_t depth) {
+static const char *strjoker_rec(const strjoker_memo *memo, const char *chaine,
+                                const char *joker, LLint *size,
+                                int *size_flag) {
   size_t bit = 0;
   const char *adr;
 
-  if (depth > memo->maxdepth)
-    memo->maxdepth = depth;
-  if (depth >= STRJOKER_MAXDEPTH) {
-    memo->cut = HTS_TRUE;
-    return NULL; /* nesting beyond any real filter: fail the branch safely */
-  }
   if (memo->nsteps != NULL && ++*memo->nsteps > STRJOKER_MAXSTEPS)
     return NULL; /* work budget spent: fail the match safely */
   if (memo->failed) {
@@ -166,9 +155,8 @@ static const char *strjoker_rec(strjoker_memo *memo, const char *chaine,
     if (memo->failed[bit >> 3] & (unsigned char) (1u << (bit & 7)))
       return NULL;
   }
-  adr = strjoker_impl(memo, chaine, joker, size, size_flag, depth + 1);
-  /* a cut branch may fail here yet match when reached at a shallower depth */
-  if (adr == NULL && memo->failed && !memo->cut)
+  adr = strjoker_impl(memo, chaine, joker, size, size_flag);
+  if (adr == NULL && memo->failed)
     memo->failed[bit >> 3] |= (unsigned char) (1u << (bit & 7));
   return adr;
 }
@@ -176,15 +164,13 @@ static const char *strjoker_rec(strjoker_memo *memo, const char *chaine,
 /* Match chaine against joker with a shared work budget *nsteps (a strjokerfind
    sweep passes one counter, bounding the whole scan). */
 static const char *strjoker_bounded(const char *chaine, const char *joker,
-                                    LLint *size, int *size_flag, size_t *nsteps,
-                                    size_t *maxdepth) {
-  strjoker_memo memo = {chaine, joker, 0, NULL, nsteps, 0, HTS_FALSE};
+                                    LLint *size, int *size_flag,
+                                    size_t *nsteps) {
+  strjoker_memo memo = {chaine, joker, 0, NULL, nsteps};
   unsigned char stackbits[2048];
   hts_boolean onheap = HTS_FALSE;
   const char *adr;
 
-  if (maxdepth != NULL)
-    *maxdepth = 0;
   if (chaine != NULL && joker != NULL) {
     const size_t l1 = strlen(chaine), l2 = strlen(joker);
 
@@ -203,11 +189,9 @@ static const char *strjoker_bounded(const char *chaine, const char *joker,
       }
     }
   }
-  adr = strjoker_rec(&memo, chaine, joker, size, size_flag, 0);
+  adr = strjoker_rec(&memo, chaine, joker, size, size_flag);
   if (onheap)
     freet(memo.failed);
-  if (maxdepth != NULL)
-    *maxdepth = memo.maxdepth;
   return adr;
 }
 
@@ -218,39 +202,34 @@ HTS_INLINE const char *strjoker(const char *chaine, const char *joker,
                                 LLint *size, int *size_flag) {
   size_t nsteps = 0;
 
-  return strjoker_bounded(chaine, joker, size, size_flag, &nsteps, NULL);
+  return strjoker_bounded(chaine, joker, size, size_flag, &nsteps);
 }
 
 /* Test-only oracle: the same matcher without the failure memo. */
 const char *strjoker_nomemo(const char *chaine, const char *joker, LLint *size,
                             int *size_flag) {
-  strjoker_memo memo = {chaine, joker, 0, NULL, NULL, 0, HTS_FALSE};
+  const strjoker_memo memo = {chaine, joker, 0, NULL};
 
-  return strjoker_rec(&memo, chaine, joker, size, size_flag, 0);
+  return strjoker_rec(&memo, chaine, joker, size, size_flag);
 }
 
-/* Test-only: strjoker() reporting the work and depth spent and their caps, so a
-   self-test can prove both bound a hostile pattern. */
-const char *strjoker_bounds(const char *chaine, const char *joker,
-                            size_t *nsteps_out, size_t *maxsteps_out,
-                            size_t *depth_out, size_t *maxdepth_out) {
-  size_t nsteps = 0, depth = 0;
-  const char *r = strjoker_bounded(chaine, joker, NULL, NULL, &nsteps, &depth);
+/* Test-only: strjoker() reporting the work-budget steps spent and the cap, so a
+   self-test can prove the budget bounds a hostile pattern's work. */
+const char *strjoker_steps(const char *chaine, const char *joker,
+                           size_t *nsteps_out, size_t *maxsteps_out) {
+  size_t nsteps = 0;
+  const char *r = strjoker_bounded(chaine, joker, NULL, NULL, &nsteps);
 
   if (nsteps_out != NULL)
     *nsteps_out = nsteps;
   if (maxsteps_out != NULL)
     *maxsteps_out = STRJOKER_MAXSTEPS;
-  if (depth_out != NULL)
-    *depth_out = depth;
-  if (maxdepth_out != NULL)
-    *maxdepth_out = STRJOKER_MAXDEPTH;
   return r;
 }
 
-static const char *strjoker_impl(strjoker_memo *memo, const char *chaine,
-                                 const char *joker, LLint *size, int *size_flag,
-                                 size_t depth) {
+static const char *strjoker_impl(const strjoker_memo *memo, const char *chaine,
+                                 const char *joker, LLint *size,
+                                 int *size_flag) {
   if (strnotempty(joker) == 0) {        // fin de chaine joker
     if (strnotempty(chaine) == 0)       // fin aussi pour la chaine: ok
       return chaine;
@@ -424,8 +403,7 @@ static const char *strjoker_impl(strjoker_memo *memo, const char *chaine,
 
       // tester sans le joker (pas ()+ mais ()*)
       if (!unique) {
-        if ((adr = strjoker_rec(memo, chaine, joker + jmp, size, size_flag,
-                                depth))) {
+        if ((adr = strjoker_rec(memo, chaine, joker + jmp, size, size_flag))) {
           return adr;
         }
       }
@@ -438,7 +416,7 @@ static const char *strjoker_impl(strjoker_memo *memo, const char *chaine,
       while(i < (int) max) {
         if (pass[(int) (unsigned char) chaine[i]]) {    // caractère autorisé
           if ((adr = strjoker_rec(memo, chaine + i + 1, joker + jmp, size,
-                                  size_flag, depth))) {
+                                  size_flag))) {
             return adr;
           }
           i++;
@@ -449,7 +427,7 @@ static const char *strjoker_impl(strjoker_memo *memo, const char *chaine,
       // tester chaîne vide
       if (i != max + 2)         // avant c'est ok
         if ((adr = strjoker_rec(memo, chaine + max, joker + jmp, size,
-                                size_flag, depth)))
+                                size_flag)))
           return adr;
 
       return NULL;              // perdu
@@ -471,8 +449,7 @@ static const char *strjoker_impl(strjoker_memo *memo, const char *chaine,
       // comparaison ok?
       if (ok) {
         // continuer la comparaison.
-        if (strjoker_rec(memo, chaine + jmp, joker + jmp, size, size_flag,
-                         depth))
+        if (strjoker_rec(memo, chaine + jmp, joker + jmp, size, size_flag))
           return chaine;        // retourner 1e lettre
       }
 
@@ -494,8 +471,8 @@ const char *strjokerfind(const char *chaine, const char *joker) {
   if (chaine != NULL && strlen(chaine) > STRJOKER_MAXLEN)
     return NULL;
   while(*chaine) {
-    if ((adr = strjoker_bounded(chaine, joker, NULL, NULL, &nsteps,
-                                NULL))) { // ok trouvé
+    if ((adr = strjoker_bounded(chaine, joker, NULL, NULL,
+                                &nsteps))) { // ok trouvé
       return adr;
     }
     if (nsteps > STRJOKER_MAXSTEPS) // scan budget spent: no match

src/htsfilters.h

@@ -52,12 +52,10 @@ HTS_INLINE const char *strjoker(const char *chaine, const char *joker, LLint * s
    oracle for the memoized matcher. */
 const char *strjoker_nomemo(const char *chaine, const char *joker, LLint *size,
                             int *size_flag);
-/* strjoker() reporting the work-budget steps and the recursion depth it spent,
-   with their caps; test-only, lets a self-test assert both bound a hostile
-   pattern (depth bounds the stack: an uncapped one overflows Windows' 1MB). */
-const char *strjoker_bounds(const char *chaine, const char *joker,
-                            size_t *nsteps_out, size_t *maxsteps_out,
-                            size_t *depth_out, size_t *maxdepth_out);
+/* strjoker() reporting the work-budget steps it spent and the cap; test-only,
+   lets a self-test assert the budget bounds a hostile pattern's work. */
+const char *strjoker_steps(const char *chaine, const char *joker,
+                           size_t *nsteps_out, size_t *maxsteps_out);
 const char *strjokerfind(const char *chaine, const char *joker);
 #endif
 

src/htsglobal.h

@@ -322,15 +322,16 @@ typedef int64_t TStamp;
 /* Full printf conversion, '%' included (PRId64 has none): "X: " LLintP. */
 #define LLintP "%" PRId64
 
-/* Integer type for file offsets/sizes passed to the C library; INTsysP is its
-   printf conversion. FIXME: LFS_FLAG is a configure make variable, never a C
-   macro, so this test is dead and INTsys stays int on POSIX despite large-file
-   support (the real macro is HTS_LFS). Widening it there is an installed-header
-   type change, so it is left alone here. */
-#if defined(LFS_FLAG) || defined(_MSC_VER)
+/* Integer type for file offsets/sizes passed to the C library. Widens to
+   LLint (with HTS_FSEEKO for fseeko/ftello) under large-file support, plain
+   int otherwise; INTsysP is its printf conversion. */
+#ifdef LFS_FLAG
 typedef LLint INTsys;
 
 #define INTsysP LLintP
+#ifdef __linux
+#define HTS_FSEEKO
+#endif
 #else
 typedef int INTsys;
 

src/htshelp.c

@@ -477,7 +477,7 @@ void help(const char *app, int more) {
     ("  Y   mirror ALL links located in the first level pages (mirror links)");
   infomsg("");
   infomsg("Proxy options:");
-  infomsg("  P  proxy use (-P [socks5://][user:pass@]proxy:port)");
+  infomsg("  P  proxy use (-P proxy:port or -P user:pass@proxy:port)");
   infomsg(" %f *use proxy for ftp (f0 don't use)");
   infomsg(" %b  use this local hostname to make/send requests (-%b hostname)");
   infomsg("");

src/htsindex.c

@@ -318,7 +318,7 @@ void index_finish(const char *indexpath, int mode) {
   char catbuff[CATBUFF_SIZE];
   char **tab;
   char *blk;
-  LLint size = fpsize(fp_tmpproject);
+  off_t size = fpsize(fp_tmpproject);
 
   if (size > 0) {
     if (fp_tmpproject) {

src/htslib.c

@@ -649,6 +649,165 @@ T_SOC http_fopen(httrackp * opt, const char *adr, const char *fil, htsblk * reto
   return http_xfopen(opt, 0, 1, 1, NULL, adr, fil, retour);
 }
 
+// Read a CRLF line from a non-blocking socket (waits up to timeout per recv).
+// Returns the line length (0 = empty), or -1 on timeout/EOF/error.
+static int proxy_getline(T_SOC soc, char *s, int max, int timeout) {
+  int j = 0;
+
+  for (;;) {
+    unsigned char ch;
+    int n;
+
+    if (!check_readinput_t(soc, timeout))
+      return -1; // timed out waiting for data
+    n = (int) recv(soc, &ch, 1, 0);
+    if (n == 1) {
+      if (ch == 13) // CR
+        continue;
+      if (ch == 10) // LF: end of line
+        break;
+      if (j >= max - 1)
+        return -1; // line too long: bound the read against a hostile proxy
+      s[j++] = (char) ch;
+    } else if (n == 0) {
+      return -1; // connection closed
+    } else {
+#ifdef _WIN32
+      if (WSAGetLastError() == WSAEWOULDBLOCK)
+        continue;
+#else
+      if (errno == EINTR || errno == EAGAIN || errno == EWOULDBLOCK)
+        continue;
+#endif
+      return -1;
+    }
+  }
+  s[j] = '\0';
+  return j;
+}
+
+int http_proxy_tunnel(httrackp *opt, htsblk *retour, const char *adr,
+                      int timeout) {
+  const T_SOC soc = retour->soc;
+  const char *const host = jump_identification_const(adr); // host[:port]
+  const char *const portsep = jump_toport_const(adr);      // ":port" or NULL
+  char BIGSTK authority[HTS_URLMAXSIZE * 2];
+  char BIGSTK req[HTS_URLMAXSIZE * 4 + 1100];
+  char line[1024];
+  int code;
+
+  if (soc == INVALID_SOCKET)
+    return 0;
+
+  // CONNECT needs an explicit host:port; default the https port
+  authority[0] = '\0';
+  if (portsep != NULL)
+    strlcatbuff(authority, host, sizeof(authority)); // already host:port
+  else
+    snprintf(authority, sizeof(authority), "%s:%d", host, 443);
+
+  // backstop: never let a stray CR/LF in the host smuggle a second line into
+  // the CONNECT request (the host is already sanitized upstream)
+  {
+    const char *c;
+
+    for (c = authority; *c != '\0'; c++) {
+      if ((unsigned char) *c < ' ') {
+        strcpybuff(retour->msg, "proxy CONNECT: invalid host");
+        return 0;
+      }
+    }
+  }
+
+  snprintf(req, sizeof(req), "CONNECT %s HTTP/1.0" H_CRLF "Host: %s" H_CRLF,
+           authority, authority);
+
+  // creds go on the CONNECT, not the tunneled origin request
+  if (link_has_authorization(retour->req.proxy.name)) {
+    const char *a = jump_identification_const(retour->req.proxy.name);
+    const char *astart = jump_protocol_const(retour->req.proxy.name);
+    char autorisation[1100];
+    char user_pass[256];
+
+    autorisation[0] = user_pass[0] = '\0';
+    strncatbuff(user_pass, astart, (int) (a - astart) - 1);
+    strcpybuff(user_pass, unescape_http(OPT_GET_BUFF(opt),
+                                        OPT_GET_BUFF_SIZE(opt), user_pass));
+    code64((unsigned char *) user_pass, (int) strlen(user_pass),
+           (unsigned char *) autorisation, 0);
+    strlcatbuff(req, "Proxy-Authorization: Basic ", sizeof(req));
+    strlcatbuff(req, autorisation, sizeof(req));
+    strlcatbuff(req, H_CRLF, sizeof(req));
+  }
+  strlcatbuff(req, H_CRLF, sizeof(req)); // end of request headers
+
+  // raw send: ssl is set, so sendc() would route to TLS
+  {
+    const char *p = req;
+    size_t remain = strlen(req);
+    int stalls = 0;
+
+    while (remain > 0) {
+      const int n = (int) send(soc, p, (int) remain, 0);
+
+      if (n > 0) {
+        p += n;
+        remain -= (size_t) n;
+        stalls = 0;
+      } else {
+#ifdef _WIN32
+        const int wouldblock = (WSAGetLastError() == WSAEWOULDBLOCK);
+#else
+        const int wouldblock =
+            (errno == EAGAIN || errno == EWOULDBLOCK || errno == EINTR);
+#endif
+        // don't spin forever on a fatal error or an unwritable socket
+        if (!wouldblock || !check_writeinput_t(soc, timeout) ||
+            ++stalls > 100) {
+          strcpybuff(retour->msg, "proxy CONNECT: write error");
+          return 0;
+        }
+      }
+    }
+  }
+
+  // proxy status line: "HTTP/1.x <code> ..."
+  if (proxy_getline(soc, line, sizeof(line), timeout) < 0) {
+    strcpybuff(retour->msg, "proxy CONNECT: no response");
+    return 0;
+  }
+  if (sscanf(line, "HTTP/%*d.%*d %d", &code) < 1)
+    code = 0;
+  if (code < 200 || code >= 300) {
+    snprintf(retour->msg, sizeof(retour->msg), "proxy CONNECT refused: %s",
+             strnotempty(line) ? line : "(no status)");
+    return 0;
+  }
+
+  // drain headers to the blank line; cap the count so a flooding proxy can't
+  // stall the crawl
+  {
+    int headers = 0;
+
+    for (;;) {
+      const int n = proxy_getline(soc, line, sizeof(line), timeout);
+
+      if (n < 0) {
+        strcpybuff(retour->msg, "proxy CONNECT: truncated response");
+        return 0;
+      }
+      if (n == 0)
+        break; // blank line: tunnel ready
+      if (++headers > 64) {
+        strcpybuff(retour->msg, "proxy CONNECT: too many response headers");
+        return 0;
+      }
+    }
+  }
+
+  return 1;
+}
+
 // ouverture d'une liaison http, envoi d'une requète
 // mode: 0 GET  1 HEAD  [2 POST]
 // treat: traiter header?
@@ -947,9 +1106,8 @@ int http_sendhead(httrackp * opt, t_cookie * cookie, int mode,
           /* widths bound method[256], url[HTS_URLMAXSIZE*2], protocol[256] */
           if (sscanf(line, "%255s %2047s %255s", method, url, protocol) == 3) {
             size_t ret;
-            // absolute-URI for an http proxy; a socks tunnel takes origin-form
-            if (retour->req.proxy.active &&
-                !hts_proxy_is_socks(retour->req.proxy.name)) {
+            // selon que l'on a ou pas un proxy
+            if (retour->req.proxy.active) {
               print_buffer(&bstr,
                       "%s http://%s%s %s\r\n", method, adr, url,
                       protocol);
@@ -985,10 +1143,8 @@ int http_sendhead(httrackp * opt, t_cookie * cookie, int mode,
         print_buffer(&bstr, "HEAD ");
     }
 
-    // an http proxy needs an absolute URI; a socks tunnel does not
-    if (retour->req.proxy.active &&
-        !hts_proxy_is_socks(retour->req.proxy.name) &&
-        (strncmp(adr, "https://", 8) != 0)) {
+    // si on gère un proxy, il faut une Absolute URI: on ajoute avant http://www.adr.dom
+    if (retour->req.proxy.active && (strncmp(adr, "https://", 8) != 0)) {
       if (!link_has_authority(adr)) {   // default http
 #if HDEBUG
         printf("Proxy Use: for %s%s proxy %d port %d\n", adr, fil,
@@ -1032,11 +1188,8 @@ int http_sendhead(httrackp * opt, t_cookie * cookie, int mode,
     if (xsend)
       print_buffer(&bstr, "%s", xsend);  // éventuelles autres lignes
 
-    // for https, auth rides the CONNECT (the tunneled GET would leak it); for
-    // socks, the handshake
-    if (retour->req.proxy.active &&
-        !hts_proxy_is_socks(retour->req.proxy.name) &&
-        strncmp(adr, "https://", 8) != 0) {
+    // for https, auth rides the CONNECT (the tunneled GET would leak it)
+    if (retour->req.proxy.active && strncmp(adr, "https://", 8) != 0) {
       if (link_has_authorization(retour->req.proxy.name)) {     // et hop, authentification proxy!
         const char *a = jump_identification_const(retour->req.proxy.name);
         const char *astart = jump_protocol_const(retour->req.proxy.name);
@@ -3725,16 +3878,11 @@ const char *jump_protocol_const(const char *source) {
 
 DECLARE_NON_CONST_VERSION(jump_protocol)
 
-hts_boolean hts_proxy_is_socks(const char *name) {
-  if (name == NULL)
-    return HTS_FALSE;
-  return (strfield(name, "socks5h:") || strfield(name, "socks5:")) ? HTS_TRUE
-                                                                   : HTS_FALSE;
-}
-
 // default proxy port for a -P argument, keyed on the scheme
 static int proxy_default_port(const char *arg) {
-  return hts_proxy_is_socks(arg) ? 1080 : 8080;
+  if (strfield(arg, "socks5h:") || strfield(arg, "socks5:"))
+    return 1080;
+  return 8080;
 }
 
 void hts_parse_proxy(const char *arg, char *name, size_t name_size, int *port) {
@@ -4591,31 +4739,26 @@ int fexist_utf8(const char *s) {
   return 0;
 }
 
-/* File size, -1 if absent */
+/* Taille d'un fichier, -1 si n'existe pas */
 /* Note: NOT utf-8 */
-LLint fsize(const char *s) {
-  STRUCT_STAT st;
+off_t fsize(const char *s) {
+  struct stat st;
 
-  if (!strnotempty(s)) // empty name: error
+  if (!strnotempty(s))          // nom vide: erreur
     return -1;
-  /* _stat64, not stat(): the latter is 32-bit on MSVC */
-#ifdef _WIN32
-  if (_stat64(s, &st) == 0 && S_ISREG(st.st_mode)) {
-#else
   if (stat(s, &st) == 0 && S_ISREG(st.st_mode)) {
-#endif
     return st.st_size;
   } else {
     return -1;
   }
 }
 
-/* File size, -1 if absent */
+/* Taille d'un fichier, -1 si n'existe pas */
 /* Note: utf-8 */
-LLint fsize_utf8(const char *s) {
+off_t fsize_utf8(const char *s) {
   STRUCT_STAT st;
 
-  if (!strnotempty(s)) // empty name: error
+  if (!strnotempty(s))          // nom vide: erreur
     return -1;
   if (STAT(s, &st) == 0 && S_ISREG(st.st_mode)) {
     return st.st_size;
@@ -4624,17 +4767,24 @@ LLint fsize_utf8(const char *s) {
   }
 }
 
-/* fseeko/ftello, never fseek/ftell: ftell returns long, which cannot carry an
-   offset past 2GB on a 32-bit platform and fails with EOVERFLOW there. */
-LLint fpsize(FILE *fp) {
-  LLint oldpos, size;
+off_t fpsize(FILE * fp) {
+  off_t oldpos, size;
 
   if (!fp)
     return -1;
+#ifdef HTS_FSEEKO
   oldpos = ftello(fp);
-  fseeko(fp, 0, SEEK_END);
+#else
+  oldpos = ftell(fp);
+#endif
+  fseek(fp, 0, SEEK_END);
+#ifdef HTS_FSEEKO
   size = ftello(fp);
   fseeko(fp, oldpos, SEEK_SET);
+#else
+  size = ftell(fp);
+  fseek(fp, oldpos, SEEK_SET);
+#endif
   return size;
 }
 
@@ -6030,8 +6180,6 @@ HTSEXT_API void hts_free_opt(httrackp * opt) {
     StringFree(opt->referer);
     StringFree(opt->from);
     StringFree(opt->lang_iso);
-    StringFree(opt->accept);
-    StringFree(opt->headers);
     StringFree(opt->sys_com);
     StringFree(opt->mimedefs);
     StringFree(opt->filelist);
@@ -6400,13 +6548,13 @@ int hts_stat_utf8(const char *path, STRUCT_STAT * buf) {
   LPWSTR wpath = hts_convertUTF8StringToUCS2(path, (int) strlen(path), NULL);
 
   if (wpath != NULL) {
-    const int result = _wstat64(wpath, buf);
+    const int result = _wstat(wpath, buf);
 
     free(wpath);
     return result;
   } else {
     // Fallback on conversion error.
-    return _stat64(path, buf);
+    return _stat(path, buf);
   }
 }
 

src/htslib.h

@@ -207,9 +207,15 @@ int check_readinput(htsblk * r);
 int check_readinput_t(T_SOC soc, int timeout);
 int check_writeinput_t(T_SOC soc, int timeout);
 
-/* TRUE if this -P proxy name (which keeps its scheme) is a SOCKS5 proxy. */
-hts_boolean hts_proxy_is_socks(const char *name);
-
+/* Open an HTTP CONNECT tunnel through the active proxy for an https request:
+   `retour->soc` must already be TCP-connected to the proxy, and `adr` is the
+   origin authority (url_adr, e.g. "https://host:port"). Sends the CONNECT
+   request (with Proxy-Authorization when the proxy carries credentials) and
+   reads the proxy's status line, so the caller's TLS handshake then runs
+   end-to-end with the origin. Blocks up to `timeout` seconds. Returns 1 on a
+   2xx tunnel, 0 on failure (retour->msg/statuscode set). */
+int http_proxy_tunnel(httrackp *opt, htsblk *retour, const char *adr,
+                      int timeout);
 void treathead(t_cookie * cookie, const char *adr, const char *fil, htsblk * retour,
                char *rcvd);
 void treatfirstline(htsblk * retour, const char *rcvd);
@@ -310,11 +316,10 @@ void cut_path(char *fullpath, char *path, size_t path_size, char *pname,
 int fexist(const char *s);
 int fexist_utf8(const char *s);
 
-/* File size in bytes, -1 if absent or not a regular file. LLint, not off_t:
-   the latter is a 32-bit long on MSVC, truncating any file of 2GB or more. */
-LLint fpsize(FILE *fp);
-LLint fsize(const char *s);
-LLint fsize_utf8(const char *s);
+/*LLint fsize(const char* s);    */
+off_t fpsize(FILE * fp);
+off_t fsize(const char *s);
+off_t fsize_utf8(const char *s);
 
 // Threads
 typedef void *(*beginthread_type) (void *);
@@ -394,8 +399,7 @@ void *hts_get_callback(t_hts_htmlcheck_callbacks * callbacks,
      HTSEXT_API FILE *hts_fopen_utf8(const char *path, const char *mode);
 
 #define STAT hts_stat_utf8
-     /* _stat64: _stat's st_size is a 32-bit long, even in x64 builds */
-     typedef struct _stat64 STRUCT_STAT;
+     typedef struct _stat STRUCT_STAT;
      HTSEXT_API int hts_stat_utf8(const char *path, STRUCT_STAT * buf);
 
 #define UNLINK hts_unlink_utf8
@@ -593,9 +597,9 @@ HTS_STATIC int compare_mime(httrackp * opt, const char *mime, const char *file,
 #endif
 
 // returns (size_t) -1 upon error
-static HTS_UNUSED size_t llint_to_size_t(LLint o) {
+static HTS_UNUSED size_t off_t_to_size_t(off_t o) {
   const size_t so = (size_t) o;
-  if ((LLint) so == o) {
+  if ((off_t) so == o) {
     return so;
   } else {
     return (size_t) -1;

src/htsproxy.c

@@ -1,539 +0,0 @@
-/* ------------------------------------------------------------ */
-/*
-HTTrack Website Copier, Offline Browser for Windows and Unix
-Copyright (C) 2026 Xavier Roche and other contributors
-
-SPDX-License-Identifier: GPL-3.0-or-later
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation, either version 3 of the License, or
-(at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU General Public License for more details.
-
-You should have received a copy of the GNU General Public License
-along with this program. If not, see <http://www.gnu.org/licenses/>.
-
-Ethical use: we kindly ask that you NOT use this software to harvest email
-addresses or to collect any other private information about people. Doing so
-would dishonor our work and waste the many hours we have spent on it.
-
-Please visit our Website: http://www.httrack.com
-*/
-
-/* ------------------------------------------------------------ */
-/* File: Proxy tunneling (HTTP CONNECT, SOCKS5)                 */
-/* Author: Xavier Roche                                         */
-/* ------------------------------------------------------------ */
-
-/* Internal engine bytecode */
-#define HTS_INTERNAL_BYTECODE
-
-#include "htscore.h"
-
-#include "htslib.h"
-#include "htsproxy.h"
-
-#include <string.h>
-
-// Read a CRLF line from a non-blocking socket (waits up to timeout per recv).
-// Returns the line length (0 = empty), or -1 on timeout/EOF/error.
-static int proxy_getline(T_SOC soc, char *s, int max, int timeout) {
-  int j = 0;
-
-  for (;;) {
-    unsigned char ch;
-    int n;
-
-    if (!check_readinput_t(soc, timeout))
-      return -1; // timed out waiting for data
-    n = (int) recv(soc, &ch, 1, 0);
-    if (n == 1) {
-      if (ch == 13) // CR
-        continue;
-      if (ch == 10) // LF: end of line
-        break;
-      if (j >= max - 1)
-        return -1; // line too long: bound the read against a hostile proxy
-      s[j++] = (char) ch;
-    } else if (n == 0) {
-      return -1; // connection closed
-    } else {
-#ifdef _WIN32
-      if (WSAGetLastError() == WSAEWOULDBLOCK)
-        continue;
-#else
-      if (errno == EINTR || errno == EAGAIN || errno == EWOULDBLOCK)
-        continue;
-#endif
-      return -1;
-    }
-  }
-  s[j] = '\0';
-  return j;
-}
-
-int http_proxy_tunnel(httrackp *opt, htsblk *retour, const char *adr,
-                      int timeout) {
-  const T_SOC soc = retour->soc;
-  const char *const host = jump_identification_const(adr); // host[:port]
-  const char *const portsep = jump_toport_const(adr);      // ":port" or NULL
-  char BIGSTK authority[HTS_URLMAXSIZE * 2];
-  char BIGSTK req[HTS_URLMAXSIZE * 4 + 1100];
-  char line[1024];
-  int code;
-
-  if (soc == INVALID_SOCKET)
-    return 0;
-
-  // CONNECT needs an explicit host:port; default the https port
-  authority[0] = '\0';
-  if (portsep != NULL)
-    strlcatbuff(authority, host, sizeof(authority)); // already host:port
-  else
-    snprintf(authority, sizeof(authority), "%s:%d", host, 443);
-
-  // backstop: never let a stray CR/LF in the host smuggle a second line into
-  // the CONNECT request (the host is already sanitized upstream)
-  {
-    const char *c;
-
-    for (c = authority; *c != '\0'; c++) {
-      if ((unsigned char) *c < ' ') {
-        strcpybuff(retour->msg, "proxy CONNECT: invalid host");
-        return 0;
-      }
-    }
-  }
-
-  snprintf(req, sizeof(req), "CONNECT %s HTTP/1.0" H_CRLF "Host: %s" H_CRLF,
-           authority, authority);
-
-  // creds go on the CONNECT, not the tunneled origin request
-  if (link_has_authorization(retour->req.proxy.name)) {
-    const char *a = jump_identification_const(retour->req.proxy.name);
-    const char *astart = jump_protocol_const(retour->req.proxy.name);
-    char autorisation[1100];
-    char user_pass[256];
-
-    autorisation[0] = user_pass[0] = '\0';
-    strncatbuff(user_pass, astart, (int) (a - astart) - 1);
-    strcpybuff(user_pass, unescape_http(OPT_GET_BUFF(opt),
-                                        OPT_GET_BUFF_SIZE(opt), user_pass));
-    code64((unsigned char *) user_pass, (int) strlen(user_pass),
-           (unsigned char *) autorisation, 0);
-    strlcatbuff(req, "Proxy-Authorization: Basic ", sizeof(req));
-    strlcatbuff(req, autorisation, sizeof(req));
-    strlcatbuff(req, H_CRLF, sizeof(req));
-  }
-  strlcatbuff(req, H_CRLF, sizeof(req)); // end of request headers
-
-  // raw send: ssl is set, so sendc() would route to TLS
-  {
-    const char *p = req;
-    size_t remain = strlen(req);
-    int stalls = 0;
-
-    while (remain > 0) {
-      const int n = (int) send(soc, p, (int) remain, 0);
-
-      if (n > 0) {
-        p += n;
-        remain -= (size_t) n;
-        stalls = 0;
-      } else {
-#ifdef _WIN32
-        const int wouldblock = (WSAGetLastError() == WSAEWOULDBLOCK);
-#else
-        const int wouldblock =
-            (errno == EAGAIN || errno == EWOULDBLOCK || errno == EINTR);
-#endif
-        // don't spin forever on a fatal error or an unwritable socket
-        if (!wouldblock || !check_writeinput_t(soc, timeout) ||
-            ++stalls > 100) {
-          strcpybuff(retour->msg, "proxy CONNECT: write error");
-          return 0;
-        }
-      }
-    }
-  }
-
-  // proxy status line: "HTTP/1.x <code> ..."
-  if (proxy_getline(soc, line, sizeof(line), timeout) < 0) {
-    strcpybuff(retour->msg, "proxy CONNECT: no response");
-    return 0;
-  }
-  if (sscanf(line, "HTTP/%*d.%*d %d", &code) < 1)
-    code = 0;
-  if (code < 200 || code >= 300) {
-    snprintf(retour->msg, sizeof(retour->msg), "proxy CONNECT refused: %s",
-             strnotempty(line) ? line : "(no status)");
-    return 0;
-  }
-
-  // drain headers to the blank line; cap the count so a flooding proxy can't
-  // stall the crawl
-  {
-    int headers = 0;
-
-    for (;;) {
-      const int n = proxy_getline(soc, line, sizeof(line), timeout);
-
-      if (n < 0) {
-        strcpybuff(retour->msg, "proxy CONNECT: truncated response");
-        return 0;
-      }
-      if (n == 0)
-        break; // blank line: tunnel ready
-      if (++headers > 64) {
-        strcpybuff(retour->msg, "proxy CONNECT: too many response headers");
-        return 0;
-      }
-    }
-  }
-
-  return 1;
-}
-
-/* SOCKS5 client (RFC 1928, RFC 1929 auth), hostname mode only: the proxy
-   resolves the origin name (remote DNS, curl's socks5h). The stream is the
-   proxy socket, or a scripted buffer under -#test=socks5. */
-
-#define SOCKS5_VERSION 0x05
-#define SOCKS5_AUTH_VERSION 0x01
-#define SOCKS5_METHOD_NONE 0x00
-#define SOCKS5_METHOD_USERPASS 0x02
-#define SOCKS5_METHOD_NOACCEPTABLE 0xFF
-#define SOCKS5_CMD_CONNECT 0x01
-#define SOCKS5_ATYP_IPV4 0x01
-#define SOCKS5_ATYP_DOMAIN 0x03
-#define SOCKS5_ATYP_IPV6 0x04
-#define SOCKS5_MAXFIELD 255 /* one length byte: host, user and password */
-
-typedef struct socks5_stream {
-  T_SOC soc; /* INVALID_SOCKET when scripted (self-test) */
-  int timeout;
-  socks5_test_io *io;
-} socks5_stream;
-
-static int socks5_fail(char *msg, size_t msgsize, const char *text) {
-  if (msgsize != 0)
-    strlcpybuff(msg, text, msgsize);
-  return 0;
-}
-
-/* Read exactly n bytes, or fail: SOCKS frames are not self-delimiting, so a
-   short read would desync the stream shared with the origin traffic. */
-static int socks5_read_n(socks5_stream *st, unsigned char *buf, size_t n) {
-  size_t got = 0;
-  int stalls = 0;
-
-  if (st->soc == INVALID_SOCKET) { /* scripted */
-    socks5_test_io *const io = st->io;
-
-    if (n > io->reply_len - io->consumed)
-      return 0;
-    memcpy(buf, io->reply + io->consumed, n);
-    io->consumed += n;
-    return 1;
-  }
-  while (got < n) {
-    const int r = (int) recv(st->soc, (char *) buf + got, (int) (n - got), 0);
-
-    if (r > 0) {
-      got += (size_t) r;
-      stalls = 0;
-    } else if (r == 0) {
-      return 0; // proxy closed mid-frame
-    } else {
-#ifdef _WIN32
-      const int wouldblock = (WSAGetLastError() == WSAEWOULDBLOCK);
-#else
-      const int wouldblock =
-          (errno == EAGAIN || errno == EWOULDBLOCK || errno == EINTR);
-#endif
-      if (!wouldblock || !check_readinput_t(st->soc, st->timeout) ||
-          ++stalls > 100)
-        return 0;
-    }
-  }
-  return 1;
-}
-
-static int socks5_write_all(socks5_stream *st, const unsigned char *buf,
-                            size_t len) {
-  size_t remain = len;
-  int stalls = 0;
-
-  if (st->soc == INVALID_SOCKET) { /* scripted */
-    socks5_test_io *const io = st->io;
-
-    if (len > sizeof(io->sent) - io->sent_len)
-      return 0;
-    memcpy(io->sent + io->sent_len, buf, len);
-    io->sent_len += len;
-    return 1;
-  }
-  while (remain > 0) {
-    // raw send: the socket is still plain here, sendc() would route to TLS
-    const int n = (int) send(st->soc, (const char *) buf, (int) remain, 0);
-
-    if (n > 0) {
-      buf += n;
-      remain -= (size_t) n;
-      stalls = 0;
-    } else {
-#ifdef _WIN32
-      const int wouldblock = (WSAGetLastError() == WSAEWOULDBLOCK);
-#else
-      const int wouldblock =
-          (errno == EAGAIN || errno == EWOULDBLOCK || errno == EINTR);
-#endif
-      if (!wouldblock || !check_writeinput_t(st->soc, st->timeout) ||
-          ++stalls > 100)
-        return 0;
-    }
-  }
-  return 1;
-}
-
-static const char *socks5_rep_message(unsigned char rep) {
-  switch (rep) {
-  case 0x01:
-    return "general failure";
-  case 0x02:
-    return "connection not allowed by ruleset";
-  case 0x03:
-    return "network unreachable";
-  case 0x04:
-    return "host unreachable";
-  case 0x05:
-    return "connection refused";
-  case 0x06:
-    return "TTL expired";
-  case 0x07:
-    return "command not supported";
-  case 0x08:
-    return "address type not supported";
-  default:
-    return "unknown error";
-  }
-}
-
-/* The reply's BND.ADDR is variable-length: consume exactly what ATYP says, or
-   the leftover bytes prepend to the first origin (or TLS) read. */
-static int socks5_read_reply(socks5_stream *st, char *msg, size_t msgsize) {
-  unsigned char head[4];
-  unsigned char addr[SOCKS5_MAXFIELD + 2];
-  size_t addrlen;
-
-  if (!socks5_read_n(st, head, sizeof(head)))
-    return socks5_fail(msg, msgsize, "SOCKS5: no reply from proxy");
-  if (head[0] != SOCKS5_VERSION)
-    return socks5_fail(msg, msgsize, "SOCKS5: bad version in reply");
-  if (head[1] != 0x00) {
-    snprintf(msg, msgsize, "SOCKS5 connect failed: %s",
-             socks5_rep_message(head[1]));
-    return 0;
-  }
-  switch (head[3]) {
-  case SOCKS5_ATYP_IPV4:
-    addrlen = 4;
-    break;
-  case SOCKS5_ATYP_IPV6:
-    addrlen = 16;
-    break;
-  case SOCKS5_ATYP_DOMAIN: {
-    unsigned char len;
-
-    if (!socks5_read_n(st, &len, 1))
-      return socks5_fail(msg, msgsize, "SOCKS5: truncated reply");
-    addrlen = len; // <= 255, always fits addr[]
-    break;
-  }
-  default: // unknown length: the stream cannot be resynchronized
-    return socks5_fail(msg, msgsize, "SOCKS5: unknown address type in reply");
-  }
-  if (addrlen != 0 && !socks5_read_n(st, addr, addrlen))
-    return socks5_fail(msg, msgsize, "SOCKS5: truncated reply address");
-  if (!socks5_read_n(st, addr, 2)) // BND.PORT, unused
-    return socks5_fail(msg, msgsize, "SOCKS5: truncated reply port");
-  return 1;
-}
-
-static int socks5_negotiate(socks5_stream *st, const char *host, size_t hostlen,
-                            int port, const char *user, size_t userlen,
-                            const char *pass, size_t passlen, int want_auth,
-                            char *msg, size_t msgsize) {
-  unsigned char frame[3 + SOCKS5_MAXFIELD + SOCKS5_MAXFIELD];
-  unsigned char rep[2];
-
-  /* greeting */
-  frame[0] = SOCKS5_VERSION;
-  frame[1] = (unsigned char) (want_auth ? 2 : 1);
-  frame[2] = SOCKS5_METHOD_NONE;
-  frame[3] = SOCKS5_METHOD_USERPASS;
-  if (!socks5_write_all(st, frame, (size_t) 2 + frame[1]))
-    return socks5_fail(msg, msgsize, "SOCKS5: write error");
-  if (!socks5_read_n(st, rep, sizeof(rep)))
-    return socks5_fail(msg, msgsize, "SOCKS5: no method reply from proxy");
-  if (rep[0] != SOCKS5_VERSION)
-    return socks5_fail(msg, msgsize, "SOCKS5: bad version in method reply");
-  switch (rep[1]) {
-  case SOCKS5_METHOD_NONE:
-    break;
-  case SOCKS5_METHOD_USERPASS:
-    if (!want_auth)
-      return socks5_fail(msg, msgsize,
-                         "SOCKS5: proxy requires authentication, none given");
-    /* RFC 1929 sub-negotiation; its version byte is 0x01, not 0x05 */
-    frame[0] = SOCKS5_AUTH_VERSION;
-    frame[1] = (unsigned char) userlen;
-    memcpy(frame + 2, user, userlen);
-    frame[2 + userlen] = (unsigned char) passlen;
-    memcpy(frame + 3 + userlen, pass, passlen);
-    if (!socks5_write_all(st, frame, 3 + userlen + passlen))
-      return socks5_fail(msg, msgsize, "SOCKS5: write error");
-    if (!socks5_read_n(st, rep, sizeof(rep)))
-      return socks5_fail(msg, msgsize, "SOCKS5: no authentication reply");
-    if (rep[1] != 0x00)
-      return socks5_fail(msg, msgsize, "SOCKS5: authentication failed");
-    break;
-  case SOCKS5_METHOD_NOACCEPTABLE:
-    return socks5_fail(
-        msg, msgsize,
-        "SOCKS5: proxy accepts no authentication method we offer");
-  default:
-    return socks5_fail(msg, msgsize,
-                       "SOCKS5: proxy selected an unknown method");
-  }
-
-  /* CONNECT to the origin, by name */
-  frame[0] = SOCKS5_VERSION;
-  frame[1] = SOCKS5_CMD_CONNECT;
-  frame[2] = 0x00; // RSV
-  frame[3] = SOCKS5_ATYP_DOMAIN;
-  frame[4] = (unsigned char) hostlen;
-  memcpy(frame + 5, host, hostlen);
-  frame[5 + hostlen] = (unsigned char) (port >> 8);
-  frame[6 + hostlen] = (unsigned char) (port & 0xFF);
-  if (!socks5_write_all(st, frame, 7 + hostlen))
-    return socks5_fail(msg, msgsize, "SOCKS5: write error");
-
-  return socks5_read_reply(st, msg, msgsize);
-}
-
-/* Decode the proxy userinfo into the two RFC 1929 fields. Split on the first
-   colon of the still-escaped string, so a %3A stays inside the username. */
-static int socks5_credentials(httrackp *opt, const char *proxy_name, char *user,
-                              size_t user_size, size_t *userlen, char *pass,
-                              size_t pass_size, size_t *passlen, char *msg,
-                              size_t msgsize) {
-  const char *const a = jump_identification_const(proxy_name); // past the '@'
-  const char *const astart = jump_protocol_const(proxy_name);
-  char userinfo[1024];
-  char *colon;
-
-  if (a <= astart || (size_t) (a - astart) - 1 >= sizeof(userinfo))
-    return socks5_fail(msg, msgsize, "SOCKS5: credentials too long");
-  userinfo[0] = '\0';
-  strncatbuff(userinfo, astart, (int) (a - astart) - 1);
-  colon = strchr(userinfo, ':');
-  if (colon != NULL)
-    *colon++ = '\0';
-  strlcpybuff(
-      user, unescape_http(OPT_GET_BUFF(opt), OPT_GET_BUFF_SIZE(opt), userinfo),
-      user_size);
-  strlcpybuff(pass,
-              colon != NULL ? unescape_http(OPT_GET_BUFF(opt),
-                                            OPT_GET_BUFF_SIZE(opt), colon)
-                            : "",
-              pass_size);
-  *userlen = strlen(user);
-  *passlen = strlen(pass);
-  // reject, never truncate: a clipped secret would authenticate as another one
-  if (*userlen > SOCKS5_MAXFIELD || *passlen > SOCKS5_MAXFIELD)
-    return socks5_fail(msg, msgsize, "SOCKS5: credentials too long");
-  if (*userlen == 0)
-    return socks5_fail(msg, msgsize, "SOCKS5: empty proxy username");
-  return 1;
-}
-
-static int socks5_handshake_stream(httrackp *opt, socks5_stream *st,
-                                   const char *adr, const char *proxy_name,
-                                   int ssl, char *msg, size_t msgsize) {
-  const char *const host = jump_identification_const(adr);
-  const char *const portsep = jump_toport_const(adr);
-  const size_t hostlen =
-      portsep != NULL ? (size_t) (portsep - host) : strlen(host);
-  // sized for the whole userinfo: decoding shrinks, so an over-long credential
-  // lands intact and is rejected below rather than silently clipped
-  char user[1024];
-  char pass[1024];
-  size_t userlen = 0, passlen = 0;
-  int want_auth = 0;
-  int port = ssl ? 443 : 80;
-  size_t i;
-
-  if (hostlen == 0 || hostlen > SOCKS5_MAXFIELD)
-    return socks5_fail(msg, msgsize, "SOCKS5: invalid origin host");
-  if (host[0] == '[') // ATYP=domain cannot carry an IPv6 literal
-    return socks5_fail(msg, msgsize,
-                       "SOCKS5: IPv6 literal origin is not supported");
-  for (i = 0; i < hostlen; i++) {
-    if ((unsigned char) host[i] < ' ')
-      return socks5_fail(msg, msgsize, "SOCKS5: invalid origin host");
-  }
-  if (portsep != NULL) {
-    int p = -1;
-
-    sscanf(portsep + 1, "%d", &p);
-    if (p <= 0 || p > 65535)
-      return socks5_fail(msg, msgsize, "SOCKS5: invalid origin port");
-    port = p;
-  }
-  if (link_has_authorization(proxy_name)) {
-    if (!socks5_credentials(opt, proxy_name, user, sizeof(user), &userlen, pass,
-                            sizeof(pass), &passlen, msg, msgsize))
-      return 0;
-    want_auth = 1;
-  }
-  return socks5_negotiate(st, host, hostlen, port, user, userlen, pass, passlen,
-                          want_auth, msg, msgsize);
-}
-
-int socks5_handshake(httrackp *opt, htsblk *retour, const char *adr,
-                     int timeout) {
-  socks5_stream st;
-#if HTS_USEOPENSSL
-  const int ssl = retour->ssl;
-#else
-  const int ssl = 0;
-#endif
-
-  if (retour->soc == INVALID_SOCKET)
-    return 0;
-  st.soc = retour->soc;
-  st.timeout = timeout;
-  st.io = NULL;
-  return socks5_handshake_stream(opt, &st, adr, retour->req.proxy.name, ssl,
-                                 retour->msg, sizeof(retour->msg));
-}
-
-int socks5_handshake_scripted(httrackp *opt, const char *adr,
-                              const char *proxy_name, socks5_test_io *io) {
-  socks5_stream st;
-
-  st.soc = INVALID_SOCKET;
-  st.timeout = 0;
-  st.io = io;
-  io->consumed = 0;
-  io->sent_len = 0;
-  io->msg[0] = '\0';
-  return socks5_handshake_stream(opt, &st, adr, proxy_name, 0, io->msg,
-                                 sizeof(io->msg));
-}

src/htsproxy.h

@@ -1,82 +0,0 @@
-/* ------------------------------------------------------------ */
-/*
-HTTrack Website Copier, Offline Browser for Windows and Unix
-Copyright (C) 2026 Xavier Roche and other contributors
-
-SPDX-License-Identifier: GPL-3.0-or-later
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation, either version 3 of the License, or
-(at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU General Public License for more details.
-
-You should have received a copy of the GNU General Public License
-along with this program. If not, see <http://www.gnu.org/licenses/>.
-
-Ethical use: we kindly ask that you NOT use this software to harvest email
-addresses or to collect any other private information about people. Doing so
-would dishonor our work and waste the many hours we have spent on it.
-
-Please visit our Website: http://www.httrack.com
-*/
-
-/* ------------------------------------------------------------ */
-/* File: Proxy tunneling (HTTP CONNECT, SOCKS5) .h              */
-/* Author: Xavier Roche                                         */
-/* ------------------------------------------------------------ */
-
-#ifndef HTS_DEFPROXY
-#define HTS_DEFPROXY
-
-#include "htsglobal.h"
-
-/* Forward definitions */
-#ifndef HTS_DEF_FWSTRUCT_httrackp
-#define HTS_DEF_FWSTRUCT_httrackp
-typedef struct httrackp httrackp;
-#endif
-#ifndef HTS_DEF_FWSTRUCT_htsblk
-#define HTS_DEF_FWSTRUCT_htsblk
-typedef struct htsblk htsblk;
-#endif
-
-/* Open an HTTP CONNECT tunnel through the active proxy for an https request:
-   `retour->soc` must already be TCP-connected to the proxy, and `adr` is the
-   origin authority (url_adr, e.g. "https://host:port"). Sends the CONNECT
-   request (with Proxy-Authorization when the proxy carries credentials) and
-   reads the proxy's status line, so the caller's TLS handshake then runs
-   end-to-end with the origin. Blocks up to `timeout` seconds. Returns 1 on a
-   2xx tunnel, 0 on failure (retour->msg/statuscode set). */
-int http_proxy_tunnel(httrackp *opt, htsblk *retour, const char *adr,
-                      int timeout);
-
-/* SOCKS5 (RFC 1928, RFC 1929 auth) handshake on the raw proxy socket, before
-   any TLS: `retour->soc` must be TCP-connected to the proxy and `adr` is the
-   origin (url_adr). The origin name is sent verbatim (ATYP=domain), so the
-   proxy resolves it; a bracketed IPv6 literal origin is rejected. Blocks up to
-   `timeout` seconds. Returns 1 with the stream positioned on the first origin
-   byte, 0 on failure (retour->msg set). */
-int socks5_handshake(httrackp *opt, htsblk *retour, const char *adr,
-                     int timeout);
-
-/* Self-test hook (-#test=socks5): run the handshake against `reply`, a scripted
-   server byte stream, instead of a socket. `sent` captures the client frames,
-   `consumed` the reply bytes eaten (the frame-desync guard). */
-typedef struct socks5_test_io {
-  const unsigned char *reply;
-  size_t reply_len;
-  size_t consumed;
-  unsigned char sent[1024];
-  size_t sent_len;
-  char msg[256];
-} socks5_test_io;
-
-int socks5_handshake_scripted(httrackp *opt, const char *adr,
-                              const char *proxy_name, socks5_test_io *io);
-
-#endif

src/htsselftest.c

@@ -55,7 +55,6 @@ Please visit our Website: http://www.httrack.com
 #include "htsmd5.h"
 #include "htssniff.h"
 #include "htscodec.h"
-#include "htsproxy.h"
 #if HTS_USEZLIB
 #include "htszlib.h"
 #endif
@@ -65,7 +64,6 @@ Please visit our Website: http://www.httrack.com
 #include "coucal/coucal.h"
 
 #include <ctype.h>
-#include <errno.h>
 #include <stdint.h>
 #include <stdio.h>
 #include <stdlib.h>
@@ -73,9 +71,6 @@ Please visit our Website: http://www.httrack.com
 #ifndef _WIN32
 #include <sys/socket.h>
 #include <unistd.h>
-#else
-#include <io.h>       /* _get_osfhandle, for the sparse-file hint */
-#include <winioctl.h> /* FSCTL_SET_SPARSE */
 #endif
 
 /* very minimalistic internal tests */
@@ -757,7 +752,7 @@ static int st_filterbounds(httrackp *opt, int argc, char **argv) {
   const size_t subjlen = 2048;
   char *subj = malloct(big + 1);
   char *pat = malloct(2 * stars + 2);
-  size_t steps = 0, maxsteps = 0, depth = 0, maxdepth = 0, i;
+  size_t steps = 0, maxsteps = 0, i;
 
   (void) opt;
   (void) argc;
@@ -778,22 +773,9 @@ static int st_filterbounds(httrackp *opt, int argc, char **argv) {
   subj[subjlen] = '\0';
   /* Budget must fire and hold: steps > cap (deleting the budget zeroes the
      counter that is the enforcement), steps < 10*cap (unbudgeted ~1.26e9). */
-  assertf(strjoker_bounds(subj, pat, &steps, &maxsteps, &depth, &maxdepth) ==
-          NULL);
+  assertf(strjoker_steps(subj, pat, &steps, &maxsteps) == NULL);
   assertf(steps > maxsteps && steps < 10 * maxsteps);
-  /* Depth caps the stack: uncapped this recurses 2046 frames, ~900KB (#574). */
-  assertf(depth == maxdepth);
   assertf(strjokerfind(subj, pat) == NULL);
-  /* Pin the cap from below: 32 segments must still match, so a cap set so low
-     it would break real multi-segment filters (which use far fewer) fails. */
-  for (i = 0; i < 32; i++) {
-    pat[2 * i] = '*';
-    pat[2 * i + 1] = 'a';
-  }
-  pat[64] = '\0';
-  memset(subj, 'a', 32);
-  subj[32] = '\0';
-  assertf(strjoker(subj, pat, NULL, NULL) != NULL);
   freet(pat);
   freet(subj);
   printf("filterbounds: OK\n");
@@ -830,11 +812,7 @@ static int st_mime(httrackp *opt, int argc, char **argv) {
   return 0;
 }
 
-static size_t st_decode_body(const char *arg, char *buf, size_t size);
-
 static int st_charset(httrackp *opt, int argc, char **argv) {
-  char buf[512];
-  size_t len;
   char *s;
 
   (void) opt;
@@ -842,8 +820,7 @@ static int st_charset(httrackp *opt, int argc, char **argv) {
     fprintf(stderr, "charset: needs a charset and a string\n");
     return 1;
   }
-  len = st_decode_body(argv[1], buf, sizeof(buf));
-  s = hts_convertStringToUTF8(buf, len, argv[0]);
+  s = hts_convertStringToUTF8(argv[1], strlen(argv[1]), argv[0]);
   if (s != NULL) {
     printf("%s\n", s);
     freet(s);
@@ -868,22 +845,16 @@ static int st_metacharset(httrackp *opt, int argc, char **argv) {
 }
 
 static int st_isutf8(httrackp *opt, int argc, char **argv) {
-  char buf[512];
-  size_t len;
-
   (void) opt;
   if (argc < 1) {
     fprintf(stderr, "isutf8: needs a string\n");
     return 1;
   }
-  len = st_decode_body(argv[0], buf, sizeof(buf));
-  printf("%d\n", hts_isStringUTF8(buf, len) ? 1 : 0);
+  printf("%d\n", hts_isStringUTF8(argv[0], strlen(argv[0])) ? 1 : 0);
   return 0;
 }
 
 static int st_idna_encode(httrackp *opt, int argc, char **argv) {
-  char buf[512];
-  size_t len;
   char *s;
 
   (void) opt;
@@ -891,8 +862,7 @@ static int st_idna_encode(httrackp *opt, int argc, char **argv) {
     fprintf(stderr, "idna-encode: needs a hostname\n");
     return 1;
   }
-  len = st_decode_body(argv[0], buf, sizeof(buf));
-  s = hts_convertStringUTF8ToIDNA(buf, len);
+  s = hts_convertStringUTF8ToIDNA(argv[0], strlen(argv[0]));
   if (s != NULL) {
     printf("%s\n", s);
     freet(s);
@@ -1054,7 +1024,7 @@ static int st_hashtable(httrackp *opt, int argc, char **argv) {
 
   /* produce random patterns, or read from a file */
   if (sscanf(snum, "%lu", &count) != 1) {
-    const LLint size = fsize(snum);
+    const off_t size = fsize(snum);
     FILE *fp = fopen(snum, "rb");
     if (fp != NULL) {
       buff = malloct(size);
@@ -1154,10 +1124,7 @@ static int st_strsafe(httrackp *opt, int argc, char **argv) {
        comes from argv so its length is opaque to the compiler (no static
        -Wstringop-overflow, genuine runtime check). "overflow-buff" exercises
        htsbuff. */
-    /* Not sizeof(char*): on ILP32 a char[4] equals the pointer size, and the
-       MSVC array-vs-pointer heuristic (sizeof(A) != sizeof(char*)) then reads
-       it as a pointer and silently skips the bound. */
-    char small[6];
+    char small[4];
     const char *const src = (argc >= 2) ? argv[1] : "overflowing";
 
     if (strcmp(argv[0], "overflow-buff") == 0) {
@@ -1357,146 +1324,6 @@ static int st_proxyurl(httrackp *opt, int argc, char **argv) {
   return 0;
 }
 
-/* Scripted SOCKS5 server: no-auth method reply, then a success CONNECT reply
-   carrying the given ATYP address, then a sentinel origin byte the handshake
-   must leave unread (an off-by-one in the reply framing eats it). */
-static size_t socks5_reply(unsigned char *buf, unsigned char atyp,
-                           const unsigned char *addr, size_t addrlen) {
-  size_t n = 0;
-
-  buf[n++] = 0x05;
-  buf[n++] = 0x00; /* method: no authentication */
-  buf[n++] = 0x05;
-  buf[n++] = 0x00; /* REP: succeeded */
-  buf[n++] = 0x00;
-  buf[n++] = atyp;
-  memcpy(buf + n, addr, addrlen);
-  n += addrlen;
-  buf[n++] = 0x1f;
-  buf[n++] = 0x90; /* BND.PORT */
-  buf[n++] = 0xAA; /* sentinel */
-  return n;
-}
-
-#define SOCKS5_SENTINEL_LEFT(io, len) ((io).consumed == (len) - 1)
-
-static int st_socks5(httrackp *opt, int argc, char **argv) {
-  static const unsigned char v4[4] = {127, 0, 0, 1};
-  static const unsigned char v6[16] = {0};
-  static const unsigned char domain[6] = {5, 'p', 'r', 'o', 'x', 'y'};
-  const char *const proxy = "socks5://127.0.0.1";
-  unsigned char script[64];
-  socks5_test_io io;
-  size_t len;
-
-  (void) argc;
-  (void) argv;
-
-  /* each reply address type is drained exactly, sentinel untouched */
-  len = socks5_reply(script, 0x01, v4, sizeof(v4));
-  io.reply = script;
-  io.reply_len = len;
-  assertf(socks5_handshake_scripted(opt, "origin.test", proxy, &io) == 1);
-  assertf(SOCKS5_SENTINEL_LEFT(io, len));
-  /* the greeting offers no-auth only, and the origin goes out by name, port 80
-   */
-  assertf(io.sent_len == 3 + 7 + 11);
-  assertf(memcmp(io.sent, "\x05\x01\x00", 3) == 0);
-  assertf(memcmp(io.sent + 3, "\x05\x01\x00\x03\x0borigin.test\x00\x50", 18) ==
-          0);
-
-  len = socks5_reply(script, 0x04, v6, sizeof(v6));
-  io.reply = script;
-  io.reply_len = len;
-  assertf(socks5_handshake_scripted(opt, "origin.test", proxy, &io) == 1);
-  assertf(SOCKS5_SENTINEL_LEFT(io, len));
-
-  len = socks5_reply(script, 0x03, domain, sizeof(domain));
-  io.reply = script;
-  io.reply_len = len;
-  assertf(socks5_handshake_scripted(opt, "origin.test", proxy, &io) == 1);
-  assertf(SOCKS5_SENTINEL_LEFT(io, len));
-
-  /* an unknown address type has no known length: fail, never guess */
-  len = socks5_reply(script, 0x02, v4, sizeof(v4));
-  io.reply = script;
-  io.reply_len = len;
-  assertf(socks5_handshake_scripted(opt, "origin.test", proxy, &io) == 0);
-
-  /* truncated frames (here: no BND.PORT) fail instead of over-reading */
-  len = socks5_reply(script, 0x01, v4, sizeof(v4)) - 3;
-  io.reply = script;
-  io.reply_len = len;
-  assertf(socks5_handshake_scripted(opt, "origin.test", proxy, &io) == 0);
-
-  /* explicit origin port is encoded big-endian (8443 = 0x20fb) */
-  len = socks5_reply(script, 0x01, v4, sizeof(v4));
-  io.reply = script;
-  io.reply_len = len;
-  assertf(socks5_handshake_scripted(opt, "origin.test:8443", proxy, &io) == 1);
-  assertf(memcmp(io.sent + io.sent_len - 2, "\x20\xfb", 2) == 0);
-
-  /* credentials: split on the first colon of the escaped userinfo, so %3a stays
-     inside the username and a colon in the password is not a delimiter */
-  {
-    static const unsigned char auth_script[] = {
-        0x05, 0x02,             /* method: user/pass */
-        0x01, 0x00,             /* auth: success */
-        0x05, 0x00, 0x00, 0x01, /* REP: succeeded, ATYP ipv4 */
-        127,  0,    0,    1,    0x1f, 0x90, 0xAA};
-
-    io.reply = auth_script;
-    io.reply_len = sizeof(auth_script);
-    assertf(socks5_handshake_scripted(opt, "origin.test",
-                                      "socks5://us%3aer:p:ass@127.0.0.1",
-                                      &io) == 1);
-    assertf(SOCKS5_SENTINEL_LEFT(io, sizeof(auth_script)));
-    assertf(memcmp(io.sent, "\x05\x02\x00\x02", 4) == 0);
-    assertf(memcmp(io.sent + 4, "\x01\x05us:er\x05p:ass", 13) == 0);
-  }
-
-  /* a proxy demanding auth we cannot provide, and one refusing every method */
-  io.reply = (const unsigned char *) "\x05\x02";
-  io.reply_len = 2;
-  assertf(socks5_handshake_scripted(opt, "origin.test", proxy, &io) == 0);
-  io.reply = (const unsigned char *) "\x05\xff";
-  io.reply_len = 2;
-  assertf(socks5_handshake_scripted(opt, "origin.test", proxy, &io) == 0);
-
-  /* a refused CONNECT is an error, not a tunnel */
-  io.reply = (const unsigned char
-                  *) "\x05\x00\x05\x05\x00\x01\x7f\x00\x00\x01\x1f\x90";
-  io.reply_len = 12;
-  assertf(socks5_handshake_scripted(opt, "origin.test", proxy, &io) == 0);
-
-  /* over-long host or credentials are rejected before anything is sent */
-  {
-    char host[512];
-    char name[1024];
-    size_t i;
-
-    host[0] = '\0';
-    for (i = 0; i < 256; i++)
-      strcatbuff(host, "a");
-    io.reply = script;
-    io.reply_len = len;
-    assertf(socks5_handshake_scripted(opt, host, proxy, &io) == 0);
-    assertf(io.sent_len == 0);
-
-    strcpybuff(name, "socks5://user:");
-    for (i = 0; i < 256; i++)
-      strcatbuff(name, "p");
-    strcatbuff(name, "@127.0.0.1");
-    io.reply = script;
-    io.reply_len = len;
-    assertf(socks5_handshake_scripted(opt, "origin.test", name, &io) == 0);
-    assertf(io.sent_len == 0);
-  }
-
-  printf("socks5 self-test OK\n");
-  return 0;
-}
-
 /* Regression for the one-byte fil[] overflow: a 2047-byte hostless "?"-URL used
    to abort in strncat_safe_ when the missing leading '/' pushed fil to 2048. */
 static int st_identabs(httrackp *opt, int argc, char **argv) {
@@ -1641,8 +1468,7 @@ static int st_crange(httrackp *opt, int argc, char **argv) {
   return 0;
 }
 
-/* Decode an argument ("hex:FFD8.." or literal text) into buf. Raw non-UTF-8
-   bytes cannot survive a Windows command line, so hostile inputs go as hex. */
+/* Decode a body argument ("hex:FFD8.." or literal text) into buf. */
 static size_t st_decode_body(const char *arg, char *buf, size_t size) {
   size_t n = 0;
 
@@ -1682,94 +1508,6 @@ static int st_sniff(httrackp *opt, int argc, char **argv) {
   return 0;
 }
 
-/* fsize()/fsize_utf8()/fpsize() must report a size past 4GB: 32-bit wraps both
-   ways there (MSVC's off_t and struct _stat st_size are long, 32-bit even on
-   x64), and a size under 4GB would survive an *unsigned* 32-bit truncation. */
-static int st_fsize(httrackp *opt, int argc, char **argv) {
-  const LLint expected = 5 * 1024 * 1024 * 1024LL;
-  char BIGSTK path[HTS_URLMAXSIZE * 2];
-  char BIGSTK absent[HTS_URLMAXSIZE * 2];
-  /* both variants: only fsize() feeds the >2GB readers (file://, --list) */
-  const int width = (int) sizeof(fsize(""));
-  const int width_utf8 = (int) sizeof(fsize_utf8(""));
-  FILE *fp;
-  LLint got, got_utf8, gotp, gone;
-  int rc = 0;
-
-  (void) opt;
-  if (argc < 1) {
-    fprintf(stderr, "fsize: needs a directory\n");
-    return 1;
-  }
-  concat(path, sizeof(path), argv[0], "/sparse-5g.bin");
-  concat(absent, sizeof(absent), argv[0], "/no-such-file.bin");
-
-  /* sparse: seek past 4GB and write the last byte */
-  fp = FOPEN(path, "wb");
-  if (fp == NULL) {
-    fprintf(stderr, "fsize: cannot create '%s': %s\n", path, strerror(errno));
-    return 1;
-  }
-#ifdef _WIN32
-  {
-    /* NTFS allocates the hole unless asked not to; POSIX gives it for free.
-       Best-effort: a non-sparse file still measures the same, just costs 5GB.
-     */
-    HANDLE h = (HANDLE) _get_osfhandle(_fileno(fp));
-    DWORD ret;
-
-    if (h != INVALID_HANDLE_VALUE)
-      (void) DeviceIoControl(h, FSCTL_SET_SPARSE, NULL, 0, NULL, 0, &ret, NULL);
-  }
-#endif
-  if (fseeko(fp, expected - 1, SEEK_SET) != 0 || fputc(0, fp) == EOF ||
-      fclose(fp) != 0) {
-    fprintf(stderr, "fsize: cannot extend '%s' to " LLintP ": %s\n", path,
-            expected, strerror(errno));
-    UNLINK(path);
-    return 1;
-  }
-
-  got = fsize(path);
-  got_utf8 = fsize_utf8(path);
-  fp = FOPEN(path, "rb");
-  if (fp == NULL) {
-    fprintf(stderr, "fsize: cannot reopen '%s': %s\n", path, strerror(errno));
-    gotp = -1;
-  } else {
-    gotp = fpsize(fp);
-    fclose(fp);
-  }
-  UNLINK(path);
-  gone = fsize(absent); /* contract: -1, not 0, when absent */
-
-  printf("fsize: width=%d,%d size=" LLintP "," LLintP " psize=" LLintP
-         " absent=" LLintP "\n",
-         width, width_utf8, got, got_utf8, gotp, gone);
-  if (width != 8 || width_utf8 != 8) {
-    fprintf(stderr, "fsize: return types are %d/%d bytes, expected 8\n", width,
-            width_utf8);
-    rc = 1;
-  }
-  if (got != expected || got_utf8 != expected) {
-    fprintf(stderr,
-            "fsize: fsize/fsize_utf8 are " LLintP "/" LLintP
-            ", expected " LLintP "\n",
-            got, got_utf8, expected);
-    rc = 1;
-  }
-  if (gotp != expected) {
-    fprintf(stderr, "fsize: fpsize is " LLintP ", expected " LLintP "\n", gotp,
-            expected);
-    rc = 1;
-  }
-  if (gone != -1) {
-    fprintf(stderr, "fsize: absent file is " LLintP ", expected -1\n", gone);
-    rc = 1;
-  }
-  return rc;
-}
-
 static int st_savename(httrackp *opt, int argc, char **argv) {
   lien_adrfilsave afs;
   cache_back cache;
@@ -2916,43 +2654,11 @@ static int st_robots(httrackp *opt, int argc, char **argv) {
   return 0;
 }
 
-/* Connected stream pair over loopback; Windows has no socketpair(). */
-static int st_socketpair(T_SOC sv[2]) {
-  struct sockaddr_in sa;
-  socklen_t len = sizeof(sa);
-  T_SOC srv, cli, acc;
-
-  memset(&sa, 0, sizeof(sa));
-  sa.sin_family = AF_INET;
-  sa.sin_addr.s_addr = htonl(INADDR_LOOPBACK);
-  if ((srv = (T_SOC) socket(AF_INET, SOCK_STREAM, 0)) == INVALID_SOCKET)
-    return -1;
-  if (bind(srv, (struct sockaddr *) &sa, sizeof(sa)) != 0 ||
-      listen(srv, 1) != 0 ||
-      getsockname(srv, (struct sockaddr *) &sa, &len) != 0) {
-    deletesoc(srv);
-    return -1;
-  }
-  if ((cli = (T_SOC) socket(AF_INET, SOCK_STREAM, 0)) == INVALID_SOCKET) {
-    deletesoc(srv);
-    return -1;
-  }
-  if (connect(cli, (struct sockaddr *) &sa, sizeof(sa)) != 0 ||
-      (acc = (T_SOC) accept(srv, NULL, NULL)) == INVALID_SOCKET) {
-    deletesoc(cli);
-    deletesoc(srv);
-    return -1;
-  }
-  deletesoc(srv);
-  sv[0] = acc;
-  sv[1] = cli;
-  return 0;
-}
-
 /* get_ftp_line must bound a hostile, CRLF-less reply into its internal
    1024-byte buffer; ASan turns the pre-fix overflow into an abort here. */
+#ifndef _WIN32
 static int st_ftpline(httrackp *opt, int argc, char **argv) {
-  T_SOC sv[2];
+  int sv[2];
   char line[2048];
   char flood[4096];
 
@@ -2960,19 +2666,19 @@ static int st_ftpline(httrackp *opt, int argc, char **argv) {
   (void) argc;
   (void) argv;
   memset(flood, 'x', sizeof(flood));
-  assertf(st_socketpair(sv) == 0);
-  // the 4102-byte reply fits the loopback send buffer, so no reader is needed
-  assertf(send(sv[1], "220 ", 4, 0) == 4); // valid 3-digit code
-  assertf(send(sv[1], flood, (int) sizeof(flood), 0) == (int) sizeof(flood));
-  assertf(send(sv[1], "\r\n", 2, 0) == 2); // end the line so we return
-  deletesoc(sv[1]);
+  assertf(socketpair(AF_UNIX, SOCK_STREAM, 0, sv) == 0);
+  assertf(write(sv[1], "220 ", 4) == 4); // valid 3-digit code
+  assertf(write(sv[1], flood, sizeof(flood)) == (ssize_t) sizeof(flood));
+  assertf(write(sv[1], "\r\n", 2) == 2); // end the line so we return
+  close(sv[1]);
   line[0] = '\0';
   get_ftp_line(sv[0], line, sizeof(line), 5);
-  deletesoc(sv[0]);
+  close(sv[0]);
   printf("ftp-line self-test OK (bounded %d-byte reply)\n",
          (int) sizeof(flood));
   return 0;
 }
+#endif
 
 /* ftp_split_userpass: well-formed split, plus a hostile over-long userinfo
    that pre-fix overran user[256]/pass[256]. */
@@ -3044,11 +2750,11 @@ static const struct selftest_entry {
     {"redirect-samefile", "", "same-file redirect detection self-test (#159)",
      st_redirect_samefile},
     {"mime", "<filename>", "MIME type for a filename", st_mime},
-    {"charset", "<charset> <hex:..|string>",
+    {"charset", "<charset> <string>",
      "convert a string to UTF-8 from a charset", st_charset},
     {"metacharset", "<html>", "extract the <meta> charset from an HTML page",
      st_metacharset},
-    {"isutf8", "<hex:..|string>", "is the string valid UTF-8 (1/0)", st_isutf8},
+    {"isutf8", "<string>", "is the string valid UTF-8 (1/0)", st_isutf8},
     {"idna-encode", "<host>", "encode a hostname to IDNA/punycode",
      st_idna_encode},
     {"idna-decode", "<host>", "decode an IDNA/punycode hostname",
@@ -3068,8 +2774,6 @@ static const struct selftest_entry {
     {"identurl", "<url>", "split an absolute URL into (adr, fil)", st_identurl},
     {"proxyurl", "<proxy-arg>", "parse a -P proxy URL into host/port",
      st_proxyurl},
-    {"socks5", "", "SOCKS5 handshake framing and credential self-test",
-     st_socks5},
     {"identabs", "", "ident_url_absolute one-byte fil[] overflow self-test",
      st_identabs},
     {"header", "<raw-header-line> ...", "response header-line parsing",
@@ -3085,7 +2789,6 @@ static const struct selftest_entry {
      "local save-name for a URL", st_savename},
     {"sniff", "<content-type> <hex:..|text>", "MIME magic consistency",
      st_sniff},
-    {"fsize", "<dir>", "file size past the 2GB signed-32-bit wrap", st_fsize},
     {"cache", "<dir>", "cache read/write round-trip self-test", st_cache},
     {"cacheindex", "", "cache-index (.ndx) parse must stay in bounds",
      st_cacheindex},
@@ -3116,8 +2819,10 @@ static const struct selftest_entry {
      st_contentcodings},
     {"robots", "", "robots.txt RFC 9309 Allow/Disallow precedence self-test",
      st_robots},
+#ifndef _WIN32
     {"ftp-line", "", "get_ftp_line bounds a hostile FTP reply line",
      st_ftpline},
+#endif
     {"ftp-userpass", "", "ftp_split_userpass bounds URL userinfo", st_ftpuser},
 };
 

src/httrack-library.h

@@ -743,8 +743,7 @@ HTSEXT_API hts_boolean hts_findissystem(find_handle find);
 HTSEXT_API FILE *hts_fopen_utf8(const char *path, const char *mode);
 
 #define STAT hts_stat_utf8
-/* _stat64: _stat's st_size is a 32-bit long, even in x64 builds */
-typedef struct _stat64 STRUCT_STAT;
+typedef struct _stat STRUCT_STAT;
 
 HTSEXT_API int hts_stat_utf8(const char *path, STRUCT_STAT *buf);
 

src/httrack.c

@@ -45,7 +45,6 @@ Please visit our Website: http://www.httrack.com
 #include "htsdefines.h"
 #include "httrack.h"
 #include "htslib.h"
-#include "htscharset.h" // after htslib.h: winsock2.h must precede windows.h
 
 /* Static definitions */
 static int fexist(const char *s);
@@ -207,7 +206,6 @@ int main(int argc, char **argv) {
   httrackp *opt;
 
 #ifdef _WIN32
-  hts_argv_utf8(&argc, &argv);
   {
     WORD wVersionRequested;     // requested version WinSock API
     WSADATA wsadata;            // Windows Sockets API data

src/libhttrack.vcxproj

@@ -70,7 +70,7 @@
     <Link>
       <!-- vcpkg auto-links libssl/libcrypto/zlib/brotli/zstd; only the OS import
            lib is explicit. -->
-      <AdditionalDependencies>Ws2_32.lib;Shell32.lib;%(AdditionalDependencies)</AdditionalDependencies>
+      <AdditionalDependencies>Ws2_32.lib;%(AdditionalDependencies)</AdditionalDependencies>
       <GenerateDebugInformation>true</GenerateDebugInformation>
     </Link>
   </ItemDefinitionGroup>
@@ -125,7 +125,6 @@
     <ClCompile Include="htsmodules.c" />
     <ClCompile Include="htsname.c" />
     <ClCompile Include="htsparse.c" />
-    <ClCompile Include="htsproxy.c" />
     <ClCompile Include="htsrobots.c" />
     <ClCompile Include="htsselftest.c" />
     <ClCompile Include="htssniff.c" />

src/proxy/store.c

@@ -577,11 +577,9 @@ PT_Index PT_LoadCache(const char *filename) {
           chain = coucal_enum_next(&en);
         }
         if (chain != NULL) {
-          const char *scheme = link_has_authority(chain->name) ? "" : "http://";
-
-          snprintf(index->slots.common.startUrl,
-                   sizeof(index->slots.common.startUrl), "%s%s", scheme,
-                   (const char *) chain->name);
+          if (!link_has_authority(chain->name))
+            strcat(index->slots.common.startUrl, "http://");
+          strcat(index->slots.common.startUrl, chain->name);
         }
       }
     }
@@ -634,7 +632,7 @@ int PT_EnumCache(PT_Indexes indexes,
       const long int index_id = (long int) chain->value.intg;
       const char *const url = chain->name;
 
-      if (index_id >= 0 && index_id < indexes->index_size) {
+      if (index_id >= 0 && index_id <= indexes->index_size) {
         PT_Element item =
           PT_ReadCache(indexes->index[index_id], url,
                        FETCH_HEADERS | FETCH_BODY);
@@ -759,7 +757,7 @@ PT_Element PT_ReadIndex(PT_Indexes indexes, const char *url, int flags) {
     if (strncmp(url, "http://", 7) == 0)
       url += 7;
     if (coucal_read(indexes->cil, url, &index_id)) {
-      if (index_id >= 0 && index_id < indexes->index_size) {
+      if (index_id >= 0 && index_id <= indexes->index_size) {
         PT_Element item = PT_ReadCache(indexes->index[index_id], url, flags);
 
         if (item != NULL) {
@@ -782,7 +780,7 @@ int PT_LookupIndex(PT_Indexes indexes, const char *url) {
     if (strncmp(url, "http://", 7) == 0)
       url += 7;
     if (coucal_read(indexes->cil, url, &index_id)) {
-      if (index_id >= 0 && index_id < indexes->index_size) {
+      if (index_id >= 0 && index_id <= indexes->index_size) {
         return 1;
       } else {
         proxytrack_print_log(CRITICAL,
@@ -969,12 +967,10 @@ int PT_LoadCache__New(PT_Index index_, const char *filename) {
                 /* First link as starting URL */
                 if (!firstSeen) {
                   if (strstr(filenameIndex, "/robots.txt") == NULL) {
-                    const char *scheme =
-                        link_has_authority(filenameIndex) ? "" : "http://";
-
                     firstSeen = 1;
-                    snprintf(index->startUrl, sizeof(index->startUrl), "%s%s",
-                             scheme, filenameIndex);
+                    if (!link_has_authority(filenameIndex))
+                      strcat(index->startUrl, "http://");
+                    strcat(index->startUrl, filenameIndex);
                   }
                 }
               } else {
@@ -1106,8 +1102,7 @@ static PT_Element PT_ReadCache__New_u(PT_Index index_, const char *url,
                                           && (!isalpha(previous_save_[0]) || previous_save_[1] != ':')) // c:/home/foo/bar.gif
               ) {
               index->safeCache = 1;
-              snprintf(previous_save, sizeof(previous_save), "%s%s",
-                       index->path, previous_save_);
+              sprintf(previous_save, "%s%s", index->path, previous_save_);
             }
             // bogus format (includes buggy absolute path)
             else {
@@ -1132,16 +1127,15 @@ static PT_Element PT_ReadCache__New_u(PT_Index index_, const char *url,
                 int saveLen = (int) strlen(previous_save_);
 
                 if (index->fixedPath < saveLen) {
-                  snprintf(previous_save, sizeof(previous_save), "%s%s",
-                           index->path, previous_save_ + index->fixedPath);
+                  sprintf(previous_save, "%s%s", index->path,
+                          previous_save_ + index->fixedPath);
                 } else {
                   snprintf(r->msg, sizeof(r->msg), "Bogus fixePath prefix for %s (prefixLen=%d)",
                           previous_save_, (int) index->fixedPath);
                   r->statuscode = STATUSCODE_INVALID;
                 }
               } else {
-                snprintf(previous_save, sizeof(previous_save), "%s%s",
-                         index->path, previous_save_);
+                sprintf(previous_save, "%s%s", index->path, previous_save_);
               }
             }
           }
@@ -1354,71 +1348,45 @@ static int PT_SaveCache__New(PT_Indexes indexes, const char *filename) {
 /* Old HTTrack cache (dat/ndx) format                           */
 /* ------------------------------------------------------------ */
 
-static int cache_brstr(char *adr, char *s, size_t s_size) {
+static int cache_brstr(char *adr, char *s) {
   int i;
   int off;
-  char buff[256 + 4];
+  char buff[256 + 1];
 
   off = binput(adr, buff, 256);
-  /* binput stops at adr's terminating NUL; a value only follows a real line
-     terminator, so never step past end-of-buffer. */
-  if (adr[off - 1] == '\0') {
-    s[0] = '\0';
-    return off - 1;
-  }
-  /* an empty/non-numeric field leaves i unset: treat as length 0 */
-  if (sscanf(buff, "%d", &i) != 1 || i < 0 || i > 32768)
-    i = 0;
-  if (i > 0) {
-    /* a corrupt cache may declare a length past the buffer end; bound the copy
-       and the advance to the bytes actually present */
-    const size_t avail = strnlen(adr + off, (size_t) i);
-    const size_t store = avail < s_size ? avail : s_size - 1;
-
-    memcpy(s, adr + off, store);
-    s[store] = '\0';
-    off += (int) avail;
-  } else {
-    s[0] = '\0';
-  }
+  adr += off;
+  sscanf(buff, "%d", &i);
+  if (i > 0)
+    strncpy(s, adr, i);
+  *(s + i) = '\0';
+  off += i;
   return off;
 }
 
-static void cache_rstr(FILE *fp, char *s, size_t s_size) {
-  INTsys i = 0;
+static void cache_rstr(FILE * fp, char *s) {
+  INTsys i;
   char buff[256 + 4];
 
   linput(fp, buff, 256);
-  /* an unmatched sscanf leaves i untouched: length 0, not a stack value */
-  if (sscanf(buff, INTsysP, &i) != 1 || i < 0 || i > 32768)
+  sscanf(buff, INTsysP, &i);
+  if (i < 0 || i > 32768)       /* error, something nasty happened */
     i = 0;
   if (i > 0) {
-    /* store at most s_size-1 bytes, but consume all i bytes so the next field
-       stays aligned when a tampered cache declares more than the destination
-       holds */
-    const size_t want = (size_t) i;
-    const size_t store = want < s_size ? want : s_size - 1;
-
-    if (fread(s, 1, store, fp) != store) {
+    if ((int) fread(s, 1, i, fp) != i) {
       assertf(! "fread_cache_failed");
     }
-    if (want > store && fseek(fp, (long) (want - store), SEEK_CUR) != 0) {
-      assertf(!"fseek_cache_failed");
-    }
-    s[store] = '\0';
-  } else {
-    s[0] = '\0';
   }
+  *(s + i) = '\0';
 }
 
 static char *cache_rstr_addr(FILE * fp) {
-  INTsys i = 0;
+  INTsys i;
   char *addr = NULL;
   char buff[256 + 4];
 
   linput(fp, buff, 256);
-  /* an unmatched sscanf leaves i untouched: length 0, not a stack value */
-  if (sscanf(buff, INTsysP, &i) != 1 || i < 0 || i > 32768)
+  sscanf(buff, "%d", &i);
+  if (i < 0 || i > 32768)       /* error, something nasty happened */
     i = 0;
   if (i > 0) {
     addr = malloc(i + 1);
@@ -1432,31 +1400,19 @@ static char *cache_rstr_addr(FILE * fp) {
   return addr;
 }
 
-/* Allocate n+1 bytes for an n-byte cache body, rejecting a hostile/corrupt
-   length that would demand an absurd allocation or wrap n+1. NULL on refuse. */
-static char *cache_alloc_body(size_t n) {
-  if (n >= (size_t) INT32_MAX)
-    return NULL;
-  return (char *) malloc(n + 1);
-}
-
 static void cache_rint(FILE * fp, int *i) {
   char s[256];
 
-  cache_rstr(fp, s, sizeof(s));
-  if (sscanf(s, "%d", i) != 1)
-    *i = 0;
+  cache_rstr(fp, s);
+  sscanf(s, "%d", i);
 }
 
 static void cache_rLLint(FILE * fp, unsigned long *i) {
   int l;
   char s[256];
 
-  cache_rstr(fp, s, sizeof(s));
-  /* reject a non-numeric or negative field: a negative length cast to unsigned
-     would wrap a later malloc(size+1) to a tiny buffer */
-  if (sscanf(s, "%d", &l) != 1 || l < 0)
-    l = 0;
+  cache_rstr(fp, s);
+  sscanf(s, "%d", &l);
   *i = (unsigned long) l;
 }
 
@@ -1516,12 +1472,12 @@ static int PT_LoadCache__Old(PT_Index index_, const char *filename) {
         char *a = use;
 
         use[ndxSize] = '\0';
-        a += cache_brstr(a, firstline, sizeof(firstline));
+        a += cache_brstr(a, firstline);
         if (strncmp(firstline, "CACHE-", 6) == 0) {     // Nouvelle version du cache
           if (strncmp(firstline, "CACHE-1.", 8) == 0) { // Version 1.1x
             cache->version = (int) (firstline[8] - '0');        // cache 1.x
             if (cache->version <= 5) {
-              a += cache_brstr(a, firstline, sizeof(firstline));
+              a += cache_brstr(a, firstline);
               strcpy(cache->lastmodified, firstline);
             } else {
               fclose(cache->dat);
@@ -1567,12 +1523,11 @@ static int PT_LoadCache__Old(PT_Index index_, const char *filename) {
               if (!firstSeen) {
                 if (strstr(line, "/robots.txt") == NULL) {
                   PT_Index__Old index = cache;
-                  const char *scheme =
-                      link_has_authority(line) ? "" : "http://";
 
                   firstSeen = 1;
-                  snprintf(index->startUrl, sizeof(index->startUrl), "%s%s",
-                           scheme, line);
+                  if (!link_has_authority(line))
+                    strcat(index->startUrl, "http://");
+                  strcat(index->startUrl, line);
                 }
               }
 
@@ -1668,13 +1623,9 @@ static PT_Element PT_ReadCache__Old_u(PT_Index index_, const char *url,
           String urlDecoded;
 
           r->statuscode = old_r.statuscode;
-          r->size = old_r.size > 0 ? (size_t) old_r.size : 0; // taille fichier
-          /* these fixed fields come straight from fread and carry no guaranteed
-             NUL; terminate them before the bounded copy */
-          old_r.msg[sizeof(old_r.msg) - 1] = '\0';
-          old_r.contenttype[sizeof(old_r.contenttype) - 1] = '\0';
-          strcpybuff(r->msg, old_r.msg);
-          strcpybuff(r->contenttype, old_r.contenttype);
+          r->size = old_r.size; // taille fichier
+          strcpy(r->msg, old_r.msg);
+          strcpy(r->contenttype, old_r.contenttype);
 
           /* Guess the destination filename.. this sucks, because this method is not reliable.
              Yes, the old 1.0 cache format was *that* bogus. /rx */
@@ -1715,27 +1666,26 @@ static PT_Element PT_ReadCache__Old_u(PT_Index index_, const char *url,
         cache_rint(cache->dat, &r->statuscode);
         cache_rLLint(cache->dat, &size_);
         r->size = (size_t) size_;
-        cache_rstr(cache->dat, r->msg, sizeof(r->msg));
-        cache_rstr(cache->dat, r->contenttype, sizeof(r->contenttype));
+        cache_rstr(cache->dat, r->msg);
+        cache_rstr(cache->dat, r->contenttype);
         if (cache->version >= 3)
-          cache_rstr(cache->dat, r->charset, sizeof(r->charset));
-        cache_rstr(cache->dat, r->lastmodified, sizeof(r->lastmodified));
-        cache_rstr(cache->dat, r->etag, sizeof(r->etag));
-        cache_rstr(cache->dat, r->location, sizeof(location_default));
+          cache_rstr(cache->dat, r->charset);
+        cache_rstr(cache->dat, r->lastmodified);
+        cache_rstr(cache->dat, r->etag);
+        cache_rstr(cache->dat, r->location);
         if (cache->version >= 2)
-          cache_rstr(cache->dat, r->cdispo, sizeof(r->cdispo));
+          cache_rstr(cache->dat, r->cdispo);
         if (cache->version >= 4) {
-          cache_rstr(cache->dat, previous_save_, sizeof(previous_save_)); // adr
-          cache_rstr(cache->dat, previous_save_, sizeof(previous_save_)); // fil
+          cache_rstr(cache->dat, previous_save_);       // adr
+          cache_rstr(cache->dat, previous_save_);       // fil
           previous_save[0] = '\0';
-          cache_rstr(cache->dat, previous_save_,
-                     sizeof(previous_save_)); // save
+          cache_rstr(cache->dat, previous_save_);       // save
         }
         if (cache->version >= 5) {
           r->headers = cache_rstr_addr(cache->dat);
         }
         //
-        cache_rstr(cache->dat, check, sizeof(check));
+        cache_rstr(cache->dat, check);
         if (strcmp(check, "HTS") == 0) {        /* intégrité OK */
           ok = 1;
         }
@@ -1764,8 +1714,7 @@ static PT_Element PT_ReadCache__Old_u(PT_Index index_, const char *url,
                                         && (!isalpha(previous_save_[0]) || previous_save_[1] != ':'))   // c:/home/foo/bar.gif
             ) {
             index->safeCache = 1;
-            snprintf(previous_save, sizeof(previous_save), "%s%s", index->path,
-                     previous_save_);
+            sprintf(previous_save, "%s%s", index->path, previous_save_);
           }
           // bogus format (includes buggy absolute path)
           else {
@@ -1790,16 +1739,15 @@ static PT_Element PT_ReadCache__Old_u(PT_Index index_, const char *url,
               int saveLen = (int) strlen(previous_save_);
 
               if (index->fixedPath < saveLen) {
-                snprintf(previous_save, sizeof(previous_save), "%s%s",
-                         index->path, previous_save_ + index->fixedPath);
+                sprintf(previous_save, "%s%s", index->path,
+                        previous_save_ + index->fixedPath);
               } else {
                 snprintf(r->msg, sizeof(r->msg), "Bogus fixePath prefix for %s (prefixLen=%d)",
                         previous_save_, (int) index->fixedPath);
                 r->statuscode = STATUSCODE_INVALID;
               }
             } else {
-              snprintf(previous_save, sizeof(previous_save), "%s%s",
-                       index->path, previous_save_);
+              sprintf(previous_save, "%s%s", index->path, previous_save_);
             }
           }
         }
@@ -1816,7 +1764,7 @@ static PT_Element PT_ReadCache__Old_u(PT_Index index_, const char *url,
               FILE *fp = fopen(previous_save, "rb");
 
               if (fp != NULL) {
-                r->adr = cache_alloc_body(r->size);
+                r->adr = (char *) malloc(r->size + 1);
                 if (r->adr != NULL) {
                   if (r->size > 0 && fread(r->adr, 1, r->size, fp) != r->size) {
                     r->statuscode = STATUSCODE_INVALID;
@@ -1836,7 +1784,7 @@ static PT_Element PT_ReadCache__Old_u(PT_Index index_, const char *url,
           } else {
             // lire fichier (d'un coup)
             if (flags & FETCH_BODY) {
-              r->adr = cache_alloc_body(r->size);
+              r->adr = (char *) malloc(r->size + 1);
               if (r->adr != NULL) {
                 if (fread(r->adr, 1, r->size, cache->dat) != r->size) { // erreur
                   free(r->adr);

tests/01_engine-charset.test

@@ -23,7 +23,7 @@ conv 'iso-8859-1' 'café' 'café'
 
 # windows-1252 is NOT latin-1: 0x80 is the euro sign, not U+0080. This is the
 # case that actually exercises the cp1252 table (the 0x80-0x9F range).
-conv 'windows-1252' 'hex:80' '€'
+conv 'windows-1252' $'\x80' '€'
 
 # pure ASCII is charset-invariant
 conv 'us-ascii' 'hello' 'hello'
@@ -34,8 +34,8 @@ conv 'no-such-charset-xyz' 'abc' 'abc'
 test "$(httrack -O /dev/null -#test=charset 'no-such-charset-xyz' 'café' 2>/dev/null)" == "" || exit 1
 
 # malformed UTF-8 (lone continuation byte, truncated lead byte) must not crash
-runs 'utf-8' 'hex:80'
-runs 'utf-8' 'hex:c3'
+runs 'utf-8' $'\x80'
+runs 'utf-8' $'\xc3'
 
 # hts_getCharsetFromMeta: <meta> charset extraction, HTML5 and legacy forms.
 # -#test=metacharset <html> prints the charset, or "(none)".
@@ -89,11 +89,11 @@ utf8() {
 utf8 'plain' '1'
 utf8 'café' '1'
 utf8 '统计' '1'
-utf8 'hex:636166e9' '0'   # latin-1 accent
-utf8 'hex:c3' '0'         # truncated lead byte
-utf8 'hex:a9' '0'         # lone continuation byte
-utf8 'hex:f09f9880' '1'   # 4-byte emoji
-utf8 'hex:c0af' '0'       # overlong (latin-1 "À¯" must stay convertible)
-utf8 'hex:eda080' '0'     # UTF-16 surrogate
-utf8 'hex:f4908080' '0'   # above U+10FFFF
-utf8 'hex:f888808080' '0' # legacy 5-byte form
+utf8 "$(printf 'caf\xe9')" '0'              # latin-1 accent
+utf8 "$(printf '\xc3')" '0'                 # truncated lead byte
+utf8 "$(printf '\xa9')" '0'                 # lone continuation byte
+utf8 "$(printf '\xf0\x9f\x98\x80')" '1'     # 4-byte emoji
+utf8 "$(printf '\xc0\xaf')" '0'             # overlong (latin-1 "À¯" must stay convertible)
+utf8 "$(printf '\xed\xa0\x80')" '0'         # UTF-16 surrogate
+utf8 "$(printf '\xf4\x90\x80\x80')" '0'     # above U+10FFFF
+utf8 "$(printf '\xf8\x88\x80\x80\x80')" '0' # legacy 5-byte form

tests/01_engine-filelist.test

@@ -52,15 +52,14 @@ run "$tmp/dir" "$tmp/adir"
 loghas 'Could not include URL list "[^"]+": not a regular file'
 
 # unreadable regular file: the fopen() errno arm fires, distinct from the
-# directory branch. Needs an OS that enforces mode 000: root bypasses it, and
-# Windows ignores chmod entirely, so probe rather than assume.
-: >"$tmp/noperm.txt"
-chmod 000 "$tmp/noperm.txt"
-if ! cat "$tmp/noperm.txt" >/dev/null 2>&1; then
+# directory branch. Root bypasses mode 000, so skip it there.
+if test "$(id -u)" -ne 0; then
+    : >"$tmp/noperm.txt"
+    chmod 000 "$tmp/noperm.txt"
     run "$tmp/perm" "$tmp/noperm.txt"
+    chmod 644 "$tmp/noperm.txt"
     loghas 'Could not include URL list "[^"]+": .+'
     lognot 'not a regular file'
 fi
-chmod 644 "$tmp/noperm.txt"
 
 exit 0

tests/01_engine-filter.test

@@ -193,13 +193,5 @@ test "$(with_timeout httrack -O /dev/null -#test=filter "$pat" "$subj")" == "$su
 match '*[aX]X*[a]Y' 'aXaXaY'
 nomatch '*[aX]X*[a]Y' 'aXbXaY'
 
-# hostile patterns must not stack-overflow or hang: length + depth + work caps
+# hostile patterns must not stack-overflow or hang: length + work caps
 test "$(with_timeout httrack -O /dev/null -#test=filterbounds)" == "filterbounds: OK" || exit 1
-
-# and the depth cap must hold on the 1MB stack a Windows thread gets (#574):
-# uncapped, the same pattern recursed ~900KB deep. Skipped where 512K is too
-# small to even start the binary.
-if (ulimit -s 512 && httrack --version >/dev/null 2>&1); then
-    out=$(ulimit -s 512 && with_timeout httrack -O /dev/null -#test=filterbounds)
-    test "$out" == "filterbounds: OK" || exit 1
-fi

tests/01_engine-fsize.test

@@ -1,18 +0,0 @@
-#!/bin/bash
-#
-# File sizes past the 32-bit wrap ('httrack -#test=fsize <dir>'). 5GB, so a
-# signed *and* an unsigned truncation both show up; sparse, so it costs no disk.
-
-set -euo pipefail
-
-dir=$(mktemp -d)
-trap 'rm -rf "$dir"' EXIT
-
-out=$(httrack -#test=fsize "$dir")
-echo "$out"
-
-want="fsize: width=8,8 size=5368709120,5368709120 psize=5368709120 absent=-1"
-test "$out" == "$want" || {
-    echo "FAIL: unexpected size report (want '$want')"
-    exit 1
-}

tests/01_engine-idna.test

@@ -38,7 +38,4 @@ dec 'xn--!!!' '㚯'
 dec 'xn--already-encoded.com' 'ǮalǭǮreaǭǫdy.com'
 
 # second label has a truncated UTF-8 sequence: used to leak the segment buffer.
-# Fed as hex: the raw bytes must reach the encoder intact, but invalid UTF-8
-# cannot survive a Windows command line (it round-trips through UTF-16 to valid
-# U+FFFD, which then encodes fine instead of being rejected).
-enc_bad 'hex:62c3bc636865762ee4be8be5ad62c3bc636865706c65'
+enc_bad "$(printf 'b\xc3\xbcchev.\xe4\xbe\x8b\xe5\xad\x62\xc3\xbccheple')"

tests/01_engine-rcfile.test

@@ -32,13 +32,6 @@ esac
 tmp=$(mktemp -d "${TMPDIR:-/tmp}/httrack_rcfile.XXXXXX") || exit 1
 trap 'rm -rf "$tmp"' EXIT HUP INT QUIT PIPE TERM
 
-# HTS_HTTRACKRC is ".httrackrc" on POSIX but "httrackrc" on Windows: write both,
-# each platform reads the one it knows.
-write_rc() {
-    cat >"$1/.httrackrc"
-    cp "$1/.httrackrc" "$1/httrackrc"
-}
-
 # --- 1. alias token survives the bound intact -------------------------------
 d1="$tmp/intact"
 mkdir -p "$d1"
@@ -47,7 +40,7 @@ echo '<html><body>hello</body></html>' >"$d1/index.html"
 # optinclude_file() lowercases each config line, so the marker is lowercase to
 # survive the comparison verbatim.
 marker='zzz_rcfile_marker_0123456789_abcdefghijklmnopqrstuvwxyz_intact'
-printf 'user-agent=%s\n' "$marker" | write_rc "$d1"
+printf 'user-agent=%s\n' "$marker" >"$d1/.httrackrc"
 
 # Run with no -O so the working-directory .httrackrc is loaded (an -O path makes
 # the engine skip the rc files). Output lands in the temp dir. Guard the run so a
@@ -80,7 +73,7 @@ echo '<html><body>hi</body></html>' >"$d2/index.html"
 val=$(printf 'a%.0s' $(seq 1 200))
 for _ in $(seq 1 400); do
     printf 'user-agent=%s\n' "$val"
-done | write_rc "$d2"
+done >"$d2/.httrackrc"
 
 # The process aborts (httrack turns the fatal signal into exit 134 either way),
 # so the exit code does not distinguish the bounded abort from a heap overflow;

tests/01_engine-sniff.test

@@ -35,8 +35,7 @@ chk image/avif hex:0000001C6674797061766966 "$yes"
 chk image/avif hex:0000001C6674797068656963 "$no" # heic brand is not avif
 chk image/heic hex:0000001C6674797068656963 "$yes"
 chk image/svg+xml '<svg xmlns="x">' "$yes"
-# BOM+ws skip; hex, as Windows argv cannot carry the raw BOM through the ANSI codepage
-chk image/svg+xml hex:EFBBBF20203C3F786D6C2076657273696F6E3D22312E30223F3E "$yes"
+chk image/svg+xml $'\xef\xbb\xbf  <?xml version="1.0"?>' "$yes" # BOM+ws skip
 
 # audio / video
 chk audio/mpeg 'ID3xxx' "$yes"

tests/01_engine-socks5.test

@@ -1,9 +0,0 @@
-#!/bin/bash
-#
-
-set -euo pipefail
-
-# The SOCKS5 handshake framing and credential split, driven against scripted
-# server replies (frame draining, oversize rejects, RFC 1929 fields).
-
-httrack -O /dev/null '-#test=socks5' | grep -q "socks5 self-test OK"

tests/01_engine-strsafe.test

@@ -32,10 +32,10 @@ case "$err" in
 esac
 
 # Same guarantee for the htsbuff builder. The source is exactly the buffer
-# capacity (6 bytes into a 6-byte buffer), so this also pins the boundary: a
+# capacity (4 bytes into a 4-byte buffer), so this also pins the boundary: a
 # '<=' off-by-one in the capacity check would let it through (and print "NOT
 # aborted"). Match the specific htsbuff abort message, not just any assert.
-err=$(httrack -#test=strsafe overflow-buff "abcdef" 2>&1) || true
+err=$(httrack -#test=strsafe overflow-buff "abcd" 2>&1) || true
 case "$err" in
 *"strsafe: NOT aborted"*)
     echo "htsbuff over-capacity write was NOT caught" >&2

tests/13_crawl_proxy_https.test

@@ -8,26 +8,22 @@ set -euo pipefail
 
 : "${top_srcdir:=..}"
 
-# shellcheck source=tests/testlib.sh
-. "$top_srcdir/tests/testlib.sh"
-
 if test "${HTTPS_SUPPORT:-}" == "no"; then
     echo "no https support compiled, skipping"
     exit 77
 fi
-python=$(find_python) || python=
-if test -z "$python" || ! command -v openssl >/dev/null 2>&1; then
+if ! command -v python3 >/dev/null 2>&1 || ! command -v openssl >/dev/null 2>&1; then
     echo "python3/openssl missing, skipping"
     exit 77
 fi
 
-server=$(nativepath "$top_srcdir/tests/proxy-https-server.py")
+server="$top_srcdir/tests/proxy-https-server.py"
 tmpdir=$(mktemp -d)
 pids=
 
 cleanup() {
     for pid in $pids; do
-        stop_server "$pid"
+        kill "$pid" 2>/dev/null || true
     done
     rm -rf "$tmpdir"
 }
@@ -42,13 +38,10 @@ cat "$tmpdir/key.pem" "$tmpdir/cert.pem" >"$tmpdir/both.pem"
 # start_server <logdir> <mode>: launches a proxy+origin pair, sets $origin_port
 # and $proxy_port from its announced ephemeral ports.
 start_server() {
-    local dir="$1" mode="$2" ports pem
+    local dir="$1" mode="$2" ports
     mkdir -p "$dir"
     ports="$dir/ports.txt"
-    pem=$(nativepath "$tmpdir/both.pem")
-    dir_native=$(nativepath "$dir")
-    : >"$ports"
-    "$python" "$server" "$pem" "$dir_native" "$mode" \
+    python3 "$server" "$tmpdir/both.pem" "$dir" "$mode" \
         >"$ports" 2>"$dir/server.err" &
     pids="$pids $!"
     for _ in $(seq 1 100); do

tests/19_local-connect-fallback.test

@@ -12,17 +12,14 @@ set -euo pipefail
 
 : "${top_srcdir:=..}"
 
-# shellcheck source=tests/testlib.sh
-. "$top_srcdir/tests/testlib.sh"
-
 if test "${V6_SUPPORT:-}" == "no"; then
     echo "no IPv6 support (resolver list/override is IPv6-only), skipping"
     exit 77
 fi
-python=$(find_python) || {
+if ! command -v python3 >/dev/null 2>&1; then
     echo "python3 missing, skipping"
     exit 77
-}
+fi
 # The fixture needs a second loopback IP (dead 127.0.0.2 + live 127.0.0.1) for
 # the fallback to have a target; GNU/Hurd has only 127.0.0.1, so skip there.
 case "$(uname -s)" in
@@ -32,20 +29,23 @@ GNU | GNU/*)
     ;;
 esac
 
-server=$(nativepath "$top_srcdir/tests/local-server.py")
-root=$(nativepath "$top_srcdir/tests/server-root")
+server="$top_srcdir/tests/local-server.py"
+root="$top_srcdir/tests/server-root"
 tmpdir=$(mktemp -d)
 serverpid=
 
 cleanup() {
-    stop_server "$serverpid"
+    if test -n "$serverpid"; then
+        kill "$serverpid" 2>/dev/null || true
+        wait "$serverpid" 2>/dev/null || true
+    fi
     rm -rf "$tmpdir"
     return 0
 }
 trap cleanup EXIT
 
 # bind the live server to 127.0.0.1 only, so 127.0.0.2 refuses the connect
-"$python" "$server" --root "$root" --bind 127.0.0.1 >"$tmpdir/srv.out" 2>"$tmpdir/srv.err" &
+python3 "$server" --root "$root" --bind 127.0.0.1 >"$tmpdir/srv.out" 2>"$tmpdir/srv.err" &
 serverpid=$!
 port=
 for _ in $(seq 1 50); do

tests/20_local-resume-loop.test

@@ -5,19 +5,19 @@ set -u
 
 : "${top_srcdir:=..}"
 testdir=$(cd "$(dirname "$0")" && pwd)
-# shellcheck source=tests/testlib.sh
-. "${testdir}/testlib.sh"
-server=$(nativepath "${testdir}/local-server.py")
-root=$(nativepath "${testdir}/server-root")
+server="${testdir}/local-server.py"
 
-python=$(find_python) || ! echo "python3 not found; skipping" >&2 || exit 77
+command -v python3 >/dev/null || ! echo "python3 not found; skipping" || exit 77
 
 tmpdir=$(mktemp -d "${TMPDIR:-/tmp}/httrack_206.XXXXXX") || exit 1
 serverpid=
 crawlpid=
 cleanup() {
     test -n "$crawlpid" && kill -9 "$crawlpid" 2>/dev/null
-    stop_server "$serverpid"
+    if test -n "$serverpid"; then
+        kill "$serverpid" 2>/dev/null
+        wait "$serverpid" 2>/dev/null
+    fi
     rm -rf "$tmpdir"
 }
 trap cleanup EXIT HUP INT QUIT PIPE TERM
@@ -25,9 +25,8 @@ trap cleanup EXIT HUP INT QUIT PIPE TERM
 # --- start the server, discover its ephemeral port --------------------------
 # RESUME_COUNTER gets a byte per /resume/blob.txt request (pass-2 delta bounds re-gets).
 serverlog="${tmpdir}/server.log"
-: >"$serverlog"
 counter="${tmpdir}/blobcount"
-RESUME_COUNTER="$counter" "$python" "$server" --root "$root" >"$serverlog" 2>&1 &
+RESUME_COUNTER="$counter" python3 "$server" --root "${testdir}/server-root" >"$serverlog" 2>&1 &
 serverpid=$!
 port=
 for _ in $(seq 1 50); do

tests/24_local-resume-overlap.test

@@ -9,30 +9,29 @@ set -eu
 
 : "${top_srcdir:=..}"
 testdir=$(cd "$(dirname "$0")" && pwd)
-# shellcheck source=tests/testlib.sh
-. "${testdir}/testlib.sh"
-server=$(nativepath "${testdir}/local-server.py")
-root=$(nativepath "${testdir}/server-root")
+server="${testdir}/local-server.py"
 
-python=$(find_python) || ! echo "python3 not found; skipping" >&2 || exit 77
+command -v python3 >/dev/null || ! echo "python3 not found; skipping" || exit 77
 
 tmpdir=$(mktemp -d "${TMPDIR:-/tmp}/httrack_198.XXXXXX") || exit 1
 serverpid=
 crawlpid=
 cleanup() {
     if test -n "$crawlpid"; then kill -9 "$crawlpid" 2>/dev/null || true; fi
-    stop_server "$serverpid"
+    if test -n "$serverpid"; then
+        kill "$serverpid" 2>/dev/null || true
+        wait "$serverpid" 2>/dev/null || true
+    fi
     rm -rf "$tmpdir"
 }
 trap cleanup EXIT HUP INT QUIT PIPE TERM
 
 # OVERLAP_COUNTER gets a byte per flaky.bin request so pass 1 knows when to interrupt.
 serverlog="${tmpdir}/server.log"
-: >"$serverlog"
 counter="${tmpdir}/hits"
 resumed="${tmpdir}/resumed" # gets a byte when the server serves a resume 206
 OVERLAP_COUNTER="$counter" OVERLAP_RESUMED="$resumed" \
-    "$python" "$server" --root "$root" \
+    python3 "$server" --root "${testdir}/server-root" \
     >"$serverlog" 2>&1 &
 serverpid=$!
 port=

tests/28_local-pause.test

@@ -9,12 +9,9 @@ set -e
 
 : "${top_srcdir:=..}"
 
-# shellcheck source=tests/testlib.sh
-. "$top_srcdir/tests/testlib.sh"
-
 # python3 runs the local server (mirror local-crawl.sh); skip when absent, else
 # run() swallows its exit-77 and the serverless 0s/0s crawl looks like a fail.
-find_python >/dev/null || {
+command -v python3 >/dev/null || {
     echo "python3 not found; skipping local crawl tests"
     exit 77
 }

tests/46_local-update-304-resume.test

@@ -7,28 +7,27 @@ set -u
 
 : "${top_srcdir:=..}"
 testdir=$(cd "$(dirname "$0")" && pwd)
-# shellcheck source=tests/testlib.sh
-. "${testdir}/testlib.sh"
-server=$(nativepath "${testdir}/local-server.py")
-root=$(nativepath "${testdir}/server-root")
+server="${testdir}/local-server.py"
 
-python=$(find_python) || ! echo "python3 not found; skipping" >&2 || exit 77
+command -v python3 >/dev/null || ! echo "python3 not found; skipping" || exit 77
 
 tmpdir=$(mktemp -d "${TMPDIR:-/tmp}/httrack_c7.XXXXXX") || exit 1
 serverpid=
 crawlpid=
 cleanup() {
     test -n "$crawlpid" && kill -9 "$crawlpid" 2>/dev/null
-    stop_server "$serverpid"
+    if test -n "$serverpid"; then
+        kill "$serverpid" 2>/dev/null
+        wait "$serverpid" 2>/dev/null
+    fi
     rm -rf "$tmpdir"
 }
 trap cleanup EXIT HUP INT QUIT PIPE TERM
 
 serverlog="${tmpdir}/server.log"
-: >"$serverlog"
 counter="${tmpdir}/reqcount"
 mark="${tmpdir}/got304"
-RESUME304_COUNTER="$counter" RESUME304_MARK="$mark" "$python" "$server" --root "$root" >"$serverlog" 2>&1 &
+RESUME304_COUNTER="$counter" RESUME304_MARK="$mark" python3 "$server" --root "${testdir}/server-root" >"$serverlog" 2>&1 &
 serverpid=$!
 port=
 for _ in $(seq 1 50); do

tests/47_local-crange-overflow.test

@@ -8,26 +8,25 @@ set -u
 
 : "${top_srcdir:=..}"
 testdir=$(cd "$(dirname "$0")" && pwd)
-# shellcheck source=tests/testlib.sh
-. "${testdir}/testlib.sh"
-server=$(nativepath "${testdir}/local-server.py")
-root=$(nativepath "${testdir}/server-root")
+server="${testdir}/local-server.py"
 
-python=$(find_python) || ! echo "python3 not found; skipping" >&2 || exit 77
+command -v python3 >/dev/null || ! echo "python3 not found; skipping" || exit 77
 
 tmpdir=$(mktemp -d "${TMPDIR:-/tmp}/httrack_crange.XXXXXX") || exit 1
 serverpid=
 crawlpid=
 cleanup() {
     test -n "$crawlpid" && kill -9 "$crawlpid" 2>/dev/null
-    stop_server "$serverpid"
+    if test -n "$serverpid"; then
+        kill "$serverpid" 2>/dev/null
+        wait "$serverpid" 2>/dev/null
+    fi
     rm -rf "$tmpdir"
 }
 trap cleanup EXIT HUP INT QUIT PIPE TERM
 
 serverlog="${tmpdir}/server.log"
-: >"$serverlog"
-"$python" "$server" --root "$root" >"$serverlog" 2>&1 &
+python3 "$server" --root "${testdir}/server-root" >"$serverlog" 2>&1 &
 serverpid=$!
 port=
 for _ in $(seq 1 50); do

tests/48_local-crange-memresume.test

@@ -8,34 +8,25 @@ set -u
 
 : "${top_srcdir:=..}"
 testdir=$(cd "$(dirname "$0")" && pwd)
-# shellcheck source=tests/testlib.sh
-. "${testdir}/testlib.sh"
-server=$(nativepath "${testdir}/local-server.py")
-root=$(nativepath "${testdir}/server-root")
+server="${testdir}/local-server.py"
 
-python=$(find_python) || ! echo "python3 not found; skipping" >&2 || exit 77
-
-# The resume needs a graceful pass-1 interrupt (a clean cache), which MSYS can't
-# deliver to a native exe, and the restart-whole path fails on a repaired cache
-# (#581); TODO: drop once that lands.
-if is_windows; then
-    echo "Windows: interrupted-resume restart fails on a repaired cache (#581), skipping"
-    exit 77
-fi
+command -v python3 >/dev/null || ! echo "python3 not found; skipping" || exit 77
 
 tmpdir=$(mktemp -d "${TMPDIR:-/tmp}/httrack_crangemem.XXXXXX") || exit 1
 serverpid=
 crawlpid=
 cleanup() {
     test -n "$crawlpid" && kill -9 "$crawlpid" 2>/dev/null
-    stop_server "$serverpid"
+    if test -n "$serverpid"; then
+        kill "$serverpid" 2>/dev/null
+        wait "$serverpid" 2>/dev/null
+    fi
     rm -rf "$tmpdir"
 }
 trap cleanup EXIT HUP INT QUIT PIPE TERM
 
 serverlog="${tmpdir}/server.log"
-: >"$serverlog"
-"$python" "$server" --root "$root" >"$serverlog" 2>&1 &
+python3 "$server" --root "${testdir}/server-root" >"$serverlog" 2>&1 &
 serverpid=$!
 port=
 for _ in $(seq 1 50); do
@@ -86,14 +77,7 @@ echo "OK (temp-ref present)"
 
 # --- pass 2: --continue -> resume -> hostile INT64_MAX Content-Range ----------
 printf '[pass 2: hostile 206, no overflow, refetch] ..\t'
-rc=0
-httrack "${common[@]}" --continue "${base}/crange206mem/index.html" >"${tmpdir}/log2" 2>&1 || rc=$?
-# a crash here would otherwise read as a clean "terminated"
-test "$rc" -eq 0 || {
-    echo "FAIL: httrack exited $rc"
-    cat "${tmpdir}/log2" >&2
-    exit 1
-}
+httrack "${common[@]}" --continue "${base}/crange206mem/index.html" >"${tmpdir}/log2" 2>&1
 echo "OK (terminated)"
 
 blob=$(find "$out" -name blob.bin 2>/dev/null | head -1)

tests/52_local-socks5.test

@@ -1,218 +0,0 @@
-#!/bin/bash
-#
-# Issue #563: a SOCKS5 proxy must carry both http and https, resolve the origin
-# name REMOTELY (ATYP=domain, never a local lookup), and authenticate per RFC
-# 1929 without leaking the credentials to the origin.
-
-set -euo pipefail
-
-: "${top_srcdir:=..}"
-
-# shellcheck source=tests/testlib.sh
-. "$top_srcdir/tests/testlib.sh"
-
-if test "${HTTPS_SUPPORT:-}" == "no"; then
-    echo "no https support compiled, skipping"
-    exit 77
-fi
-python=$(find_python) || python=
-if test -z "$python" || ! command -v openssl >/dev/null 2>&1; then
-    echo "python3/openssl missing, skipping"
-    exit 77
-fi
-
-# a .invalid name never resolves (RFC 6761): reaching the page at all proves the
-# proxy did the DNS
-host="socks-origin.invalid"
-server=$(nativepath "$top_srcdir/tests/socks5-server.py")
-tmpdir=$(mktemp -d)
-pids=
-
-cleanup() {
-    for pid in $pids; do
-        stop_server "$pid"
-    done
-    rm -rf "$tmpdir"
-}
-trap cleanup EXIT
-
-openssl req -x509 -newkey rsa:2048 -keyout "$tmpdir/key.pem" \
-    -out "$tmpdir/cert.pem" -days 2 -nodes -subj "/CN=127.0.0.1" \
-    >/dev/null 2>&1
-cat "$tmpdir/key.pem" "$tmpdir/cert.pem" >"$tmpdir/both.pem"
-
-# start_server <logdir> <mode>: sets $tls_port/$http_port/$socks_port
-start_server() {
-    local dir="$1" mode="$2" ports pem
-    mkdir -p "$dir"
-    ports="$dir/ports.txt"
-    pem=$(nativepath "$tmpdir/both.pem")
-    dir_native=$(nativepath "$dir")
-    : >"$ports"
-    "$python" "$server" "$pem" "$dir_native" "$mode" \
-        >"$ports" 2>"$dir/server.err" &
-    pids="$pids $!"
-    for _ in $(seq 1 100); do
-        grep -q "^ready" "$ports" 2>/dev/null && break
-        sleep 0.1
-    done
-    grep -q "^ready" "$ports" 2>/dev/null || {
-        echo "server ($mode) did not start" >&2
-        cat "$dir/server.err" >&2
-        exit 1
-    }
-    tls_port=$(awk '/^TLS/{print $2}' "$ports")
-    http_port=$(awk '/^HTTP/{print $2}' "$ports")
-    socks_port=$(awk '/^SOCKS/{print $2}' "$ports")
-}
-
-# kill a hung httrack so a missing read bound surfaces as $HANG_RC instead of
-# stalling the job (macOS has no `timeout`)
-HANG_RC=137 # 128 + SIGKILL
-run_crawl() {
-    local out="$1" url="$2" proxy="$3"
-    shift 3
-    local extra="$*"
-    test -n "$extra" || extra="-r1 -s0"
-    rm -rf "$out"
-    # shellcheck disable=SC2086
-    httrack "$url" --proxy "$proxy" \
-        -O "$out" $extra --timeout=10 >"$out.log" 2>&1 &
-    local pid=$!
-    (sleep 60 && kill -9 "$pid" 2>/dev/null) &
-    local guard=$!
-    local rc=0
-    wait "$pid" 2>/dev/null || rc=$?
-    kill "$guard" 2>/dev/null || true
-    wait "$guard" 2>/dev/null || true
-    return "$rc"
-}
-
-# --- https over socks, remote DNS -------------------------------------------
-ok="$tmpdir/ok"
-start_server "$ok" ok
-
-run_crawl "$ok/out" "https://${host}:${tls_port}/" "socks5://127.0.0.1:${socks_port}"
-grep -rq "ORIGIN-PAGE-563" "$ok/out" || {
-    echo "FAIL: origin page not downloaded through the socks proxy" >&2
-    cat "$ok/out.log" "$ok/server.err" >&2
-    exit 1
-}
-grep -q "^ATYP domain ${host}\$" "$ok/socks.log" || {
-    echo "FAIL: proxy did not receive ATYP=domain ${host} (no remote DNS)" >&2
-    cat "$ok/socks.log" >&2
-    exit 1
-}
-# a client that resolved locally would have sent an address, not a name
-grep -q "^ATYP ipv4" "$ok/socks.log" && {
-    echo "FAIL: httrack resolved locally and sent an IPv4 to the proxy" >&2
-    cat "$ok/socks.log" >&2
-    exit 1
-}
-echo "OK: https tunneled through socks5 with remote DNS"
-
-# --- plain http over socks --------------------------------------------------
-: >"$ok/origin-headers.log" # the https crawl above also logged a request line
-run_crawl "$ok/outh" "http://${host}:${http_port}/" "socks5://127.0.0.1:${socks_port}"
-grep -rq "ORIGIN-PAGE-563" "$ok/outh" || {
-    echo "FAIL: plain http not tunneled through the socks proxy" >&2
-    cat "$ok/outh.log" "$ok/socks.log" >&2
-    exit 1
-}
-# the tunneled request is origin-form, as on a direct connection: the http-proxy
-# absolute URI would reach the origin as "GET http://host/"
-grep -q "^REQUEST GET / " "$ok/origin-headers.log" || {
-    echo "FAIL: tunneled request is not origin-form" >&2
-    cat "$ok/origin-headers.log" >&2
-    exit 1
-}
-grep -q "^REQUEST GET http" "$ok/origin-headers.log" && {
-    echo "FAIL: absolute-URI request sent through the socks tunnel" >&2
-    cat "$ok/origin-headers.log" >&2
-    exit 1
-}
-echo "OK: plain http tunneled through socks5"
-
-# --- keep-alive socket reuse must NOT re-run the handshake ------------------
-# A reused keep-alive socket is already tunneled; re-injecting the SOCKS
-# greeting corrupts the origin stream. -c1 + the origin's max>1 advert makes
-# httrack serve the whole plain-http crawl over one tunnel: exactly one
-# handshake, every subpage intact.
-ka="$tmpdir/ka"
-start_server "$ka" ok
-run_crawl "$ka/out" "http://${host}:${http_port}/" "socks5://127.0.0.1:${socks_port}" -r3 -c1
-missing=0
-for i in 1 2 3 4 5; do
-    grep -rq "SUBPAGE-563 /p${i}.html" "$ka/out" || missing=1
-done
-test "$missing" -eq 0 || {
-    echo "FAIL: a keep-alive subpage was lost (re-handshake corrupted the reused socket)" >&2
-    cat "$ka/out.log" "$ka/socks.log" >&2
-    exit 1
-}
-handshakes=$(grep -c "^CMD " "$ka/socks.log" || true)
-test "$handshakes" -eq 1 || {
-    echo "FAIL: expected 1 SOCKS handshake for the reused socket, got $handshakes" >&2
-    cat "$ka/socks.log" >&2
-    exit 1
-}
-echo "OK: keep-alive socket reused over one socks tunnel, no re-handshake"
-
-# --- authenticated socks (RFC 1929) -----------------------------------------
-# over plain http: that is the request an http proxy would decorate with
-# Proxy-Authorization, so the no-leak check below has teeth
-auth="$tmpdir/auth"
-start_server "$auth" ok
-run_crawl "$auth/out" "http://${host}:${http_port}/" \
-    "socks5://user:secret@127.0.0.1:${socks_port}"
-grep -rq "ORIGIN-PAGE-563" "$auth/out" || {
-    echo "FAIL: origin not downloaded through the authenticated socks proxy" >&2
-    cat "$auth/out.log" "$auth/socks.log" >&2
-    exit 1
-}
-grep -q "^METHOD userpass\$" "$auth/socks.log" || {
-    echo "FAIL: user/pass method not negotiated (auth ignored)" >&2
-    cat "$auth/socks.log" >&2
-    exit 1
-}
-grep -q "^AUTH user secret\$" "$auth/socks.log" || {
-    echo "FAIL: wrong socks credentials sent" >&2
-    cat "$auth/socks.log" >&2
-    exit 1
-}
-grep -qi "secret\|proxy-authorization" "$auth/origin-headers.log" && {
-    echo "FAIL: socks credentials leaked into the origin request" >&2
-    cat "$auth/origin-headers.log" >&2
-    exit 1
-}
-echo "OK: socks5 user/pass negotiated, creds not leaked to origin"
-
-# --- hostile: refusing proxy ------------------------------------------------
-ref="$tmpdir/refuse"
-start_server "$ref" refuse
-rc=0
-run_crawl "$ref/out" "https://${host}:${tls_port}/" "socks5://127.0.0.1:${socks_port}" || rc=$?
-test "$rc" -ne "$HANG_RC" || {
-    echo "FAIL: crawl hung on a refusing socks proxy" >&2
-    exit 1
-}
-grep -rq "ORIGIN-PAGE-563" "$ref/out" 2>/dev/null && {
-    echo "FAIL: refusing proxy unexpectedly served the page" >&2
-    exit 1
-}
-echo "OK: refusing socks proxy fails cleanly, no hang"
-
-# --- hostile: truncated handshake reply -------------------------------------
-trunc="$tmpdir/trunc"
-start_server "$trunc" truncate
-rc=0
-run_crawl "$trunc/out" "https://${host}:${tls_port}/" "socks5://127.0.0.1:${socks_port}" || rc=$?
-test "$rc" -ne "$HANG_RC" || {
-    echo "FAIL: crawl hung on a truncated socks reply (bounded read missing)" >&2
-    exit 1
-}
-grep -rq "ORIGIN-PAGE-563" "$trunc/out" 2>/dev/null && {
-    echo "FAIL: truncated-reply proxy unexpectedly served the page" >&2
-    exit 1
-}
-echo "OK: bounded socks handshake, no hang on a truncated reply"

tests/53_local-proxytrack-cache-corrupt.test

@@ -1,21 +0,0 @@
-#!/bin/bash
-# A corrupt proxytrack .ndx must not overflow the fixed cache-read buffers. The
-# sanitizer CI build turns any regression here into a hard stack/heap overflow.
-
-set -euo pipefail
-
-dir=$(mktemp -d)
-trap 'rm -rf "$dir"' EXIT
-
-# The first length-prefixed field declares far more than firstline[256] holds;
-# cache_brstr must clamp the copy to the destination, not the declared length.
-{
-    printf '4000\n'
-    head -c 4000 /dev/zero | tr '\0' 'A'
-} >"$dir/foo.ndx"
-: >"$dir/foo.dat" # cache_brstr runs only when the sibling .dat opens
-
-proxytrack --convert "$dir/out.arc" "$dir/foo.ndx" >/dev/null 2>&1 || {
-    echo "FAIL: proxytrack crashed/errored on a corrupt cache index"
-    exit 1
-}

tests/54_local-update-truncate-purge.test

@@ -1,23 +0,0 @@
-#!/bin/bash
-#
-# An --update re-fetch that comes in short must not delete the mirrored file (#562).
-# Pass 1 mirrors page.html (in-memory) and file.bin (direct-to-disk); pass 2 serves
-# both with the full declared Content-Length but half the body, then closes. httrack
-# refuses the partial ("will be retried") — and unfixed, the end-of-update purge then
-# deletes the good pass-1 copy, which was never overwritten. stay.html is the control:
-# fully served both passes, it must update to V2.
-
-set -euo pipefail
-
-: "${top_srcdir:=..}"
-
-bash "$top_srcdir/tests/local-crawl.sh" \
-    --rerun-args '--update' \
-    --log-found 'incomplete transfer.*uptrunc/page\.html' \
-    --log-found 'incomplete transfer.*uptrunc/file\.bin' \
-    --file-matches 'uptrunc/page.html' 'MIRRORED-PAGE-V1' \
-    --file-matches 'uptrunc/file.bin' 'MIRRORED-BIN-V1' \
-    --file-min-bytes 'uptrunc/file.bin' 32768 \
-    --file-matches 'uptrunc/stay.html' 'STAY-V2' \
-    --file-not-matches 'uptrunc/stay.html' 'STAY-V1' \
-    httrack 'BASEURL/uptrunc/index.html'

tests/Makefile.am

@@ -2,8 +2,8 @@
 # explicitly: automake does not expand wildcards in EXTRA_DIST, so a glob would
 # silently drop it from the dist tarball and break "make distcheck".
 EXTRA_DIST = $(TESTS) crawl-test.sh run-all-tests.sh check-network.sh \
-	proxy-https-server.py socks5-server.py \
-	local-crawl.sh local-server.py testlib.sh server.crt server.key \
+	proxy-https-server.py \
+	local-crawl.sh local-server.py server.crt server.key \
 	server-root/simple/basic.html server-root/simple/link.html \
 	server-root/stripquery/index.html server-root/stripquery/a.html \
 	server-root/fraglink/index.html server-root/fraglink/target.html \
@@ -47,7 +47,6 @@ TESTS = \
 	01_engine-idna.test \
 	01_engine-identurl.test \
 	01_engine-proxyurl.test \
-	01_engine-socks5.test \
 	01_engine-identabs.test \
 	01_engine-escape-room.test \
 	01_engine-inplace-escape.test \
@@ -57,7 +56,6 @@ TESTS = \
 	01_engine-pause.test \
 	01_engine-rcfile.test \
 	01_engine-reconcile.test \
-	01_engine-fsize.test \
 	01_engine-redirect.test \
 	01_engine-relative.test \
 	01_engine-robots.test \
@@ -128,9 +126,6 @@ TESTS = \
 	48_local-crange-memresume.test \
 	49_local-cookiewall.test \
 	50_local-contentcodings.test \
-	51_local-update-codec.test \
-	52_local-socks5.test \
-	53_local-proxytrack-cache-corrupt.test \
-	54_local-update-truncate-purge.test
+	51_local-update-codec.test
 
 CLEANFILES = check-network_sh.cache

tests/local-crawl.sh

@@ -38,8 +38,6 @@
 set -u
 
 testdir=$(cd "$(dirname "$0")" && pwd)
-# shellcheck source=tests/testlib.sh
-. "${testdir}/testlib.sh"
 server="${testdir}/local-server.py"
 root="${LOCAL_SERVER_ROOT:-${testdir}/server-root}"
 cert="${testdir}/server.crt"
@@ -74,8 +72,12 @@ function cleanup {
         kill -9 "$crawlpid" 2>/dev/null
         crawlpid=
     fi
-    stop_server "$serverpid"
-    serverpid=
+    if test -n "$serverpid"; then
+        kill "$serverpid" 2>/dev/null
+        # Reap it so the port is released before we rm the tmpdir/log.
+        wait "$serverpid" 2>/dev/null
+        serverpid=
+    fi
     if test -n "$tmpdir" && test -d "$tmpdir"; then
         test -n "$nopurge" || rm -rf "$tmpdir"
     fi
@@ -94,7 +96,7 @@ nopurge=
 trap cleanup EXIT HUP INT QUIT PIPE TERM
 
 # python3 is required; mirror check-network.sh's skip-with-77 convention.
-python=$(find_python) || ! echo "python3 not found; skipping local crawl tests" >&2 || exit 77
+command -v python3 >/dev/null || ! echo "python3 not found; skipping local crawl tests" || exit 77
 
 tmptopdir=${TMPDIR:-/tmp}
 test -d "$tmptopdir" || mkdir -p "$tmptopdir" || die "no temporary directory; set TMPDIR"
@@ -156,12 +158,12 @@ done
 # --- start the server --------------------------------------------------------
 test -r "$server" || die "cannot read $server"
 serverlog="${tmpdir}/server.log"
-serverargs=(--root "$(nativepath "$root")")
+serverargs=(--root "$root")
 if test -n "$tls"; then
-    serverargs+=(--tls --cert "$(nativepath "$cert")" --key "$(nativepath "$key")")
+    serverargs+=(--tls --cert "$cert" --key "$key")
 fi
-debug "starting $python $server ${serverargs[*]}"
-"$python" "$(nativepath "$server")" "${serverargs[@]}" >"$serverlog" 2>&1 &
+debug "starting python3 $server ${serverargs[*]}"
+python3 "$server" "${serverargs[@]}" >"$serverlog" 2>&1 &
 serverpid=$!
 
 # Wait for the "PORT <n>" line (server prints it once bound).
@@ -201,7 +203,7 @@ if test "${#cookies[@]}" -gt 0; then
 fi
 
 # --- run httrack -------------------------------------------------------------
-command -v httrack >/dev/null || die "could not find httrack"
+which httrack >/dev/null || die "could not find httrack"
 ver=$(httrack -O /dev/null --version | sed -e 's/HTTrack version //')
 test -n "$ver" || die "could not run httrack"
 
@@ -276,7 +278,8 @@ if test -n "$rerun_dead"; then
     test -s "$zip" || die "no cache was written by the first pass"
     cp "$zip" "${tmpdir}/cache-before.zip"
     cp "${out}/hts-log.txt" "${tmpdir}/log-before.txt"
-    stop_server "$serverpid"
+    kill "$serverpid" 2>/dev/null
+    wait "$serverpid" 2>/dev/null
     serverpid=
     info "re-running httrack against the stopped server"
     httrack -O "$out" --user-agent="httrack $ver local ($(uname -mrs))" \
@@ -438,18 +441,12 @@ while test "$i" -lt "${#audit[@]}"; do
     --file-mode)
         path="${audit[$((i + 1))]}"
         i=$((i + 2))
-        if is_windows; then
-            # No POSIX modes, and the engine only chmods #ifndef _WIN32.
-            info "checking ${path} mode"
-            result "SKIP (no POSIX modes)"
-        else
-            mode=$(stat -c '%a' "${hostroot}/${path}" 2>/dev/null ||
-                stat -f '%Lp' "${hostroot}/${path}" 2>/dev/null)
-            info "checking ${path} mode ${mode:-none} is ${audit[$i]}"
-            if test "$mode" = "${audit[$i]}"; then result "OK"; else
-                result "wrong mode"
-                exit 1
-            fi
+        mode=$(stat -c '%a' "${hostroot}/${path}" 2>/dev/null ||
+            stat -f '%Lp' "${hostroot}/${path}" 2>/dev/null)
+        info "checking ${path} mode ${mode:-none} is ${audit[$i]}"
+        if test "$mode" = "${audit[$i]}"; then result "OK"; else
+            result "wrong mode"
+            exit 1
         fi
         ;;
     esac

tests/local-server.py

@@ -18,7 +18,6 @@ import base64
 import gzip
 import hashlib
 import os
-import sys
 import time
 from http.server import SimpleHTTPRequestHandler, ThreadingHTTPServer
 from urllib.parse import quote, unquote, urlsplit
@@ -700,17 +699,15 @@ class Handler(SimpleHTTPRequestHandler):
     # Pass 1 mirrors each file from a valid gzip body; pass 2 (--update) serves
     # a body that cannot be decoded. The previously-mirrored copy must survive.
     # fresh.html is the control: its pass-2 body decodes, so it must be updated.
-    # Per-path body-fetch counter shared by the update-refetch routes; paths are
-    # distinct so one dict serves all of them.
-    REFETCH_SEEN = {}
+    UPCODEC_SEEN = {}
 
-    def refetch_pass(self):
-        """1 on the first body fetch of this path, N on the Nth. HEADs don't
-        count, so a stray one can't shift which pass gets the special body."""
+    def upcodec_pass(self):
+        """1 on the first body fetch of this path, 2 on the next ones. HEADs
+        don't count, so a stray one can't shift which pass gets the bad body."""
         if self.command == "HEAD":
             return 1
-        seen = Handler.REFETCH_SEEN.get(self.path, 0) + 1
-        Handler.REFETCH_SEEN[self.path] = seen
+        seen = Handler.UPCODEC_SEEN.get(self.path, 0) + 1
+        Handler.UPCODEC_SEEN[self.path] = seen
         return seen
 
     @staticmethod
@@ -742,78 +739,36 @@ class Handler(SimpleHTTPRequestHandler):
     UNSUP_V1 = b"<html><body><p>MIRRORED-UNSUP-V1</p></body></html>"
 
     def route_upcodec_mem(self):
-        if self.refetch_pass() == 1:
+        if self.upcodec_pass() == 1:
             self.send_coded(self.gzipped(self.MEM_V1), "text/html")
         else:
             self.send_coded(self.bad_gzip(self.MEM_V1), "text/html")
 
     def route_upcodec_disk(self):
-        if self.refetch_pass() == 1:
+        if self.upcodec_pass() == 1:
             self.send_coded(self.gzipped(self.DISK_V1), "application/octet-stream")
         else:
             self.send_coded(self.bad_gzip(self.DISK_V1), "application/octet-stream")
 
     # Pass 2 switches to a coding we have no decoder for.
     def route_upcodec_unsup(self):
-        if self.refetch_pass() == 1:
+        if self.upcodec_pass() == 1:
             self.send_coded(self.gzipped(self.UNSUP_V1), "text/html")
         else:
             self.send_coded(self.UNSUP_V1, "text/html", coding="compress")
 
     def route_upcodec_fresh(self):
-        pass1 = self.refetch_pass() == 1
+        pass1 = self.upcodec_pass() == 1
         body = b"<html><body><p>FRESH-V%d</p></body></html>" % (1 if pass1 else 2)
         self.send_coded(self.gzipped(body), "text/html")
 
     # Same, direct-to-disk: the update pass decodes, so the temp is renamed over
     # an existing mirror file.
     def route_upcodec_freshdisk(self):
-        pass1 = self.refetch_pass() == 1
+        pass1 = self.upcodec_pass() == 1
         body = b"FRESHDISK-V%d\n" % (1 if pass1 else 2) + b"\x03\x02\x01\xfe" * 8192
         self.send_coded(self.gzipped(body), "application/octet-stream")
 
-    # #562: pass 1 mirrors fully; pass 2 (--update) declares the full
-    # Content-Length but delivers half then closes, so httrack refuses the partial.
-    PAGE_V1 = b"<html><body><p>MIRRORED-PAGE-V1</p></body></html>"
-    BIN_V1 = b"MIRRORED-BIN-V1\n" + b"\x00\x01\x02\xff" * 8192
-
-    def route_uptrunc_index(self):
-        self.send_html(
-            '\t<a href="page.html">page</a>\n'
-            '\t<a href="file.bin">file</a>\n'
-            '\t<a href="stay.html">stay</a>\n'
-        )
-
-    def send_truncated(self, body, content_type):
-        self.send_response(200)
-        self.send_header("Content-Type", content_type)
-        self.send_header("Content-Length", str(len(body)))
-        self.end_headers()
-        if self.command == "HEAD":
-            return
-        try:
-            self.wfile.write(body[: len(body) // 2])  # short, then close
-            self.wfile.flush()
-        except OSError:
-            pass
-
-    def route_uptrunc_page(self):
-        if self.refetch_pass() == 1:
-            self.send_raw(self.PAGE_V1, "text/html")
-        else:
-            self.send_truncated(self.PAGE_V1, "text/html")
-
-    def route_uptrunc_file(self):
-        if self.refetch_pass() == 1:
-            self.send_raw(self.BIN_V1, "application/octet-stream")
-        else:
-            self.send_truncated(self.BIN_V1, "application/octet-stream")
-
-    # Control: fully served both passes, so a normal --update still lands.
-    def route_uptrunc_stay(self):
-        v = 1 if self.refetch_pass() == 1 else 2
-        self.send_raw(b"<html><body><p>STAY-V%d</p></body></html>" % v, "text/html")
-
     # Echo what httrack advertised, so a crawl can assert the header.
     def route_codec_ae(self):
         self.send_raw(
@@ -1517,10 +1472,6 @@ class Handler(SimpleHTTPRequestHandler):
         "/upcodec/unsup.html": route_upcodec_unsup,
         "/upcodec/fresh.html": route_upcodec_fresh,
         "/upcodec/freshdisk.bin": route_upcodec_freshdisk,
-        "/uptrunc/index.html": route_uptrunc_index,
-        "/uptrunc/page.html": route_uptrunc_page,
-        "/uptrunc/file.bin": route_uptrunc_file,
-        "/uptrunc/stay.html": route_uptrunc_stay,
         "/types/index.html": route_types_index,
         "/types/control.php": route_types,
         "/types/photo.png": route_types,
@@ -1866,8 +1817,7 @@ def main():
         httpd.socket = ctx.wrap_socket(httpd.socket, server_side=True)
 
     port = httpd.socket.getsockname()[1]
-    # Keep the port line the launcher parses LF: Windows would emit \r\n.
-    sys.stdout.reconfigure(newline="\n")
+    # The launcher reads this line to discover the ephemeral port.
     print(f"PORT {port}", flush=True)
 
     try:

tests/proxy-https-server.py

@@ -141,8 +141,6 @@ def main():
         open(os.path.join(logdir, name), "w").close()
     origin_port = start_origin(certfile, logdir)
     proxy_port = start_proxy(logdir, mode)
-    # Keep the port lines the caller parses LF: Windows would emit \r\n.
-    sys.stdout.reconfigure(newline="\n")
     print("ORIGIN %d" % origin_port, flush=True)
     print("PROXY %d" % proxy_port, flush=True)
     print("ready", flush=True)

tests/socks5-server.py

@@ -1,230 +0,0 @@
-#!/usr/bin/env python3
-"""Local SOCKS5 proxy (RFC 1928/1929) + TLS and plain HTTP origins for #563.
-
-Logs the auth method, any user/pass, and the CONNECT ATYP + literal domain, so
-the test proves httrack sent a hostname (remote DNS) and negotiated auth.
-Modes (argv[3]): ok | refuse (REP=5) | truncate (partial reply, must not hang).
-Usage: socks5-server.py <cert.pem> <logdir> [mode]
-Prints "TLS <port>", "HTTP <port>", "SOCKS <port>", "ready" on stdout.
-"""
-import http.server
-import os
-import socket
-import socketserver
-import ssl
-import struct
-import sys
-import threading
-
-# The one name the proxy answers for; a .invalid TLD never resolves (RFC 6761),
-# so a locally-resolving client could not reach us -- success proves remote DNS.
-REMOTE_HOST = b"socks-origin.invalid"
-# index links the subpages so an -r3 crawl reuses one keep-alive socket
-LINKS = "".join('<a href="/p%d.html">%d</a>' % (i, i) for i in range(1, 6))
-ORIGIN_BODY = ("<html><body>ORIGIN-PAGE-563 " + LINKS + "</body></html>").encode()
-SOCKS_LOG = "socks.log"
-ORIGIN_LOG = "origin-headers.log"
-
-
-def make_origin(logdir):
-    class Origin(http.server.BaseHTTPRequestHandler):
-        # HTTP/1.1 + a max>1 advertisement lets httrack keep the socket alive
-        protocol_version = "HTTP/1.1"
-
-        def do_GET(self):
-            with open(os.path.join(logdir, ORIGIN_LOG), "a") as handle:
-                handle.write(
-                    "REQUEST %s %s %s\n"
-                    % (self.command, self.path, self.request_version)
-                )
-                for key in self.headers.keys():
-                    handle.write(key + ": " + self.headers[key] + "\n")
-            if "p" in self.path and ".html" in self.path:
-                body = (
-                    b"<html><body>SUBPAGE-563 " + self.path.encode() + b"</body></html>"
-                )
-            else:
-                body = ORIGIN_BODY
-            self.send_response(200)
-            self.send_header("Content-Type", "text/html")
-            self.send_header("Content-Length", str(len(body)))
-            self.send_header("Keep-Alive", "timeout=15, max=100")
-            self.send_header("Connection", "keep-alive")
-            self.end_headers()
-            self.wfile.write(body)
-
-        def log_message(self, *args):
-            pass
-
-    return Origin
-
-
-class ThreadingTCPServer(socketserver.ThreadingTCPServer):
-    allow_reuse_address = True
-    daemon_threads = True
-
-
-def start_origin(logdir, certfile=None):
-    httpd = ThreadingTCPServer(("127.0.0.1", 0), make_origin(logdir))
-    if certfile is not None:
-        ctx = ssl.SSLContext(ssl.PROTOCOL_TLS_SERVER)
-        ctx.load_cert_chain(certfile)
-        httpd.socket = ctx.wrap_socket(httpd.socket, server_side=True)
-    port = httpd.socket.getsockname()[1]
-    threading.Thread(target=httpd.serve_forever, daemon=True).start()
-    return port
-
-
-def recvn(conn, n):
-    buf = b""
-    while len(buf) < n:
-        chunk = conn.recv(n - len(buf))
-        if not chunk:
-            raise OSError("short read")
-        buf += chunk
-    return buf
-
-
-def pipe(src, dst):
-    try:
-        while True:
-            data = src.recv(65536)
-            if not data:
-                break
-            dst.sendall(data)
-    except OSError:
-        pass
-    finally:
-        for sock in (src, dst):
-            try:
-                sock.shutdown(socket.SHUT_RDWR)
-            except OSError:
-                pass
-
-
-def log(logdir, line):
-    with open(os.path.join(logdir, SOCKS_LOG), "a") as handle:
-        handle.write(line + "\n")
-
-
-def negotiate_auth(conn, logdir):
-    """RFC 1928 greeting + RFC 1929 sub-negotiation. Returns True to proceed."""
-    ver, nmethods = recvn(conn, 2)
-    if ver != 0x05:
-        return False
-    methods = recvn(conn, nmethods)
-    if 0x02 in methods:  # prefer user/pass so the auth test exercises RFC 1929
-        conn.sendall(b"\x05\x02")
-        (subver,) = recvn(conn, 1)
-        (ulen,) = recvn(conn, 1)
-        uname = recvn(conn, ulen)
-        (plen,) = recvn(conn, 1)
-        passwd = recvn(conn, plen)
-        log(logdir, "METHOD userpass")
-        log(logdir, "AUTH %s %s" % (uname.decode(), passwd.decode()))
-        conn.sendall(b"\x01\x00")  # RFC 1929 success
-    elif 0x00 in methods:
-        conn.sendall(b"\x05\x00")
-        log(logdir, "METHOD noauth")
-    else:
-        conn.sendall(b"\x05\xff")  # no acceptable method
-        return False
-    return True
-
-
-def read_request(conn, logdir):
-    """RFC 1928 CONNECT. Logs CMD, ATYP, domain/addr, port. Returns dest port."""
-    ver, cmd, _rsv, atyp = recvn(conn, 4)
-    log(logdir, "CMD %d" % cmd)
-    if atyp == 0x01:
-        addr = socket.inet_ntoa(recvn(conn, 4))
-        log(logdir, "ATYP ipv4 %s" % addr)
-    elif atyp == 0x03:
-        (dlen,) = recvn(conn, 1)
-        domain = recvn(conn, dlen)
-        log(logdir, "ATYP domain %s" % domain.decode())
-    elif atyp == 0x04:
-        recvn(conn, 16)
-        log(logdir, "ATYP ipv6")
-        domain = b""
-    else:
-        return None, None
-    (port,) = struct.unpack(">H", recvn(conn, 2))
-    log(logdir, "PORT %d" % port)
-    name = domain if atyp == 0x03 else b""
-    return name, port
-
-
-def reply(conn, rep):
-    conn.sendall(bytes([0x05, rep, 0x00, 0x01]) + b"\x00\x00\x00\x00" + b"\x00\x00")
-
-
-def handle_socks(conn, logdir, mode):
-    try:
-        if not negotiate_auth(conn, logdir):
-            conn.close()
-            return
-        if mode == "truncate":
-            # one byte of the 10-byte reply, then hold the socket: the client
-            # must bound this handshake read and give up, not hang.
-            conn.sendall(b"\x05")
-            threading.Event().wait()
-            return
-        name, port = read_request(conn, logdir)
-        if mode == "refuse" or name != REMOTE_HOST or port is None:
-            reply(conn, 0x05)  # connection refused
-            conn.close()
-            return
-        try:
-            upstream = socket.create_connection(("127.0.0.1", port))
-        except OSError:
-            reply(conn, 0x05)
-            conn.close()
-            return
-        reply(conn, 0x00)  # succeeded
-        threading.Thread(target=pipe, args=(conn, upstream), daemon=True).start()
-        pipe(upstream, conn)
-    except OSError:
-        try:
-            conn.close()
-        except OSError:
-            pass
-
-
-def start_socks(logdir, mode):
-    srv = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
-    srv.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
-    srv.bind(("127.0.0.1", 0))
-    srv.listen(16)
-    port = srv.getsockname()[1]
-
-    def serve():
-        while True:
-            conn, _ = srv.accept()
-            threading.Thread(
-                target=handle_socks, args=(conn, logdir, mode), daemon=True
-            ).start()
-
-    threading.Thread(target=serve, daemon=True).start()
-    return port
-
-
-def main():
-    certfile, logdir = sys.argv[1], sys.argv[2]
-    mode = sys.argv[3] if len(sys.argv) > 3 else "ok"
-    for name in (SOCKS_LOG, ORIGIN_LOG):
-        open(os.path.join(logdir, name), "w").close()
-    tls_port = start_origin(logdir, certfile)
-    http_port = start_origin(logdir, None)
-    socks_port = start_socks(logdir, mode)
-    # Keep the port lines the caller parses LF: Windows would emit \r\n.
-    sys.stdout.reconfigure(newline="\n")
-    print("TLS %d" % tls_port, flush=True)
-    print("HTTP %d" % http_port, flush=True)
-    print("SOCKS %d" % socks_port, flush=True)
-    print("ready", flush=True)
-    threading.Event().wait()
-
-
-if __name__ == "__main__":
-    main()

tests/testlib.sh

@@ -1,45 +0,0 @@
-#!/bin/bash
-#
-# Helpers shared by the crawl tests. Sourced, not run.
-
-# Python 3 interpreter, or empty: Windows only installs python.exe, and a bare
-# "python" may be 2.x or the Store stub.
-find_python() {
-    local py
-    for py in "${PYTHON:-}" python3 python; do
-        test -n "$py" || continue
-        "$py" -c 'import sys; sys.exit(sys.version_info[0] != 3)' 2>/dev/null || continue
-        printf '%s\n' "$py"
-        return 0
-    done
-    return 1
-}
-
-# Native form of a path: a non-MSYS binary cannot resolve Git Bash's /d/a/... ones.
-nativepath() {
-    if is_windows && command -v cygpath >/dev/null 2>&1; then
-        cygpath -m "$1"
-    else
-        printf '%s\n' "$1"
-    fi
-}
-
-is_windows() {
-    case "$(uname -s)" in
-    MINGW* | MSYS* | CYGWIN*) return 0 ;;
-    *) return 1 ;;
-    esac
-}
-
-# Stop a backgrounded server and reap it; MSYS cannot signal a native python.exe,
-# so only -9 lands. Every step is "|| true": callers run under set -e, and reaping
-# a server we just signalled makes wait return 143.
-stop_server() {
-    test -n "${1:-}" || return 0
-    kill "$1" 2>/dev/null || true
-    if is_windows; then
-        kill -9 "$1" 2>/dev/null || true
-    fi
-    wait "$1" 2>/dev/null || true
-    return 0
-}