diff options
Diffstat (limited to 'src')
| -rw-r--r-- | src/ChangeLog | 14810 | ||||
| -rw-r--r-- | src/Makefile.am | 2 | ||||
| -rw-r--r-- | src/Makefile.in | 18 | ||||
| -rw-r--r-- | src/config.h.in | 32 | ||||
| -rw-r--r-- | src/connect.c | 9 | ||||
| -rw-r--r-- | src/ftp-basic.c | 6 | ||||
| -rw-r--r-- | src/ftp.c | 2 | ||||
| -rw-r--r-- | src/host.c | 6 | ||||
| -rw-r--r-- | src/http.c | 2 | ||||
| -rw-r--r-- | src/init.c | 24 | ||||
| -rw-r--r-- | src/iri.c | 7 | ||||
| -rw-r--r-- | src/iri.h | 4 | ||||
| -rw-r--r-- | src/log.c | 17 | ||||
| -rw-r--r-- | src/main.c | 300 | ||||
| -rw-r--r-- | src/openssl.c | 4 | ||||
| -rw-r--r-- | src/options.h | 2 | ||||
| -rw-r--r-- | src/progress.c | 2 | ||||
| -rw-r--r-- | src/url.c | 9 | ||||
| -rw-r--r-- | src/url.h | 4 | ||||
| -rw-r--r-- | src/utils.c | 8 | ||||
| -rw-r--r-- | src/warc.c | 110 | ||||
| -rw-r--r-- | src/wget.h | 9 |
22 files changed, 359 insertions, 15028 deletions
diff --git a/src/ChangeLog b/src/ChangeLog deleted file mode 100644 index a53c589..0000000 --- a/src/ChangeLog +++ /dev/null @@ -1,14810 +0,0 @@ -2014-12-05 Tim Ruehsen <tim.ruehsen@gmx.de> - - * Makefile.am: Removed reference to cmpt.c - -2014-12-04 Darshit Shah <darnir@gmail.com> - - * ftp.c (getftp): Remove a call to assert(1) and replace with error message - Also fix indentation - -2014-12-04 Darshit Shah <darnir@gmail.com> - - * wget.h: Define MIX and MAX macros globally for all files - * gnutls.c, retr.c: Delete declaration of MIN macro - * http.c, progress.c: Delete declaration of MIN and MAX macros - -2014-12-03 Gisle Vanem <gvanem@yahoo.no> - - * openssl.c (ssl_init): Fix C89 warning - -2014-12-03 Gisle Vanem <gvanem@yahoo.no> - - * mswindows.c (ws_cleanup): Fix compiler error - -2014-12-03 Jérémie Courrèges-Anglas <jca@wxcvbn.org> (tiny change) - - * openssl.c (ssl_init): Allow pfs to be used with protocols other than - TLSv1. - -2014-12-01 Tim Ruehsen <tim.ruehsen@gmx.de> - - * connect.c, iri.c, url.c, warc.c: Fix issues reported - by static code analysis tool 'parfait'. - - Closes: #41235 - Reported-by: Jiri Kukacka - -2014-11-29 Tim Ruehsen <tim.ruehsen@gmx.de> - - * utils.h: xfree() sets argument to NULL after freeing, - removed xfree_null() - * connect.c, cookies.c, ftp-basic.c, ftp-ls.c, ftp.c hash.c, - host.c, html-url.c, http.c, init.c, iri.c, log.c, main.c, - mswindows.c, netrc.c, openssl.c, recur.c, res.c, retr.c, - url.c, warc.c: Replaced xfree_null() by xfree() - -2014-11-28 Tim Ruehsen <tim.ruehsen@gmx.de> - - * main.c: Fix length of program_argstring, - fix regression introduced with commit - 9217b864d865cf1766e1589d138c8fc17d3d3d5c. - -2014-11-28 Tim Ruehsen <tim.ruehsen@gmx.de> - - * Makefile.am: Removed gettext.h - -2014-11-28 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gettext.h: Removed this file - * wget.h: Do not include gettext.h, include libintl.h directly, - define _() as gettext() shortcut. - - The header file gettext.h is simply not needed. - -2014-11-27 Darshit Shah <darnir@gmail.com> - - * cookies.c, gettext.h, init.c, retr.c, url.c, warc.c: Replace usage of - free() with xfree() macro. - -2014-11-26 Tim Ruehsen <tim.ruehsen@gmx.de> - - * http.c: Select strongest challenge from WWW-Authenticate, - support multiple challenges per header line. - -2014-11-26 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (ssl_connect_wget): Implement missing code for - --secure-protocol=TLSv1_1|TLSv1_2, print message before abort() - for missing protocol implementations. - * openssl.c (ssl_init): Print message before abort() for - missing protocol implementations. - -2014-11-26 Tim Ruehsen <tim.ruehsen@gmx.de> - - * recur.c: Add space after function names - -2014-11-26 Tim Ruehsen <tim.ruehsen@gmx.de> - - * recur.c: Fix blacklisting of URLs to download - - Fixes a reported crash and prevents multiple downloads of the - same file in case the URL is escaped in different ways. - - The crash has been - Reported-by: Frédéric <vfrederix@gmail.com> - -2014-11-25 Pär Karlsson <feinorgh@gmail.com> - - * Makefile.am: Added missing version.h to wget_SOURCES - -2014-11-24 Tim Ruehsen <tim.ruehsen@gmx.de> - - * retrc.c: Fix possibly uninitialized variable - -2014-11-24 Tim Ruehsen <tim.ruehsen@gmx.de> - - * warc.c, warc.h, http.c: Add size of buffer to warc_timestamp() - -2014-11-24 Tim Ruehsen <tim.ruehsen@gmx.de> - - * wget.h, test.c, main.c: Make program_name and program_argstring const - -2014-11-24 Tim Ruehsen <tim.ruehsen@gmx.de> - - * warc.c: Fix C89 compile errors using ./configure --without-libuuid - -2014-11-22 Darshit Shah <darnir@gmail.com> - - * hosts.c (address_list_set_faulty): Add a helpful error message for when a - logical assumption fails - -2014-11-22 Darshit Shah <darnir@gmail.com> - - * cookies.c (discard_matching_cookie): Replace defensive assert with a - logical check and error message - -2014-11-22 Darshit Shah <darnir@gmail.com> - - * wget.h: Make extern declaration for program_argstring. - * warc.c: Remove extern declaration - * test.c: Make program_argstring a char *, instead of const char *. - -2014-11-22 Darshit Shah <darnir@gmail.com> - - * wget.h: Make extern declaration for program_name - -2014-11-22 Darshit Shah <darnir@gmail.com> - - * retr.h: Declare extern variable numurls - * http.c: Remove extern declaration for numurls - * ftp.c: Same - -2014-11-22 Darshit Shah <darnir@gmail.com> - - * version.h: Add extern for compilation_string - * main: Remove declaration for compilation_String - -2014-11-22 Darshit Shah <darnir@gmail.com> - - * version.h: New file. Add extern declarations for globally shared strings - * Makefile.am: Have version.c import version.h - * main.c: Import version.h and remove old extern declarations - * http.c: Same - * warc.c: Same - -2014-11-22 Darshit Shah <darnir@gmail.com> - - * utils.c (abort_run_with_timeout): The sig parameter is not used. Mark it - as such. - (abort_run_with_timeout): One implementation of this function did not - specify _Noreturn. Add it. - -2014-11-21 Daniel Stenberg <daniel@haxx.se> - - * iri.c (remote_to_utf8): Fix compiler warning - -2014-11-20 Tim Ruehsen <tim.ruehsen@gmx.de> - - * progress.c: Fix code for undefined USE_NLS_PROGRESS_BAR - - Reported-by: Gisle Vanem - -2014-11-20 Gisle Vanem <gvanem@yahoo.no> - - * build_info.c.in: Assume large file for WINDOWS - -2014-11-20 Tim Ruehsen <tim.ruehsen@gmx.de> - - * Removed form feeds (\014) from *.c and *.h - -2014-11-20 Gisle Vanem <gvanem@yahoo.no> - - * http.c (parse_content_disposition): Fix C89 issue found by MSVC 16 - -2014-11-19 Darshit Shah <darnir@gmail.com> - - * progress.c (create_image): Do not scroll filename if amount of scrolling - is less than MIN_SCROLL_TEXT - * retr.c (fd_read_body): Do not print the directory prefix in the progress - bar - -2014-11-20 Tim Ruehsen <tim.ruehsen@gmx.de> - - * cookies.c, ftp-basic.c, ftp-ls.c, ftp.c, html-url.c, - http.c, init.c, iri.c, main.c, progress.c, res.c, url.c, - utils.c, wget.h: Replaced strcasecmp and strncasecmp by - c_strcasecmp and c_strncasecmp where only ASCII string - comparison is wanted (instead of locale dependent). - - Fixes possible issues with Wget running in a turkish locale. - -2014-11-20 Tim Ruehsen <tim.ruehsen@gmx.de> - - * cookies.c, ftp-basic.c, ftp.c, gnutls.c, host.c, - html-url.c, http.c, main.c, progress.c, retr.c, warc.c: - Trivial fixes for C89 compliancy. - -2014-11-19 Darshit Shah <darnir@gmail.com> - - * main.c (format_and_print_line): Fix potential memory leak - -2014-11-19 Darshit Shah <darnir@gmail.com> - - * utils.c (compile_posix_regex): Fix memory leak due to unfreed regex - pointer - -2014-11-19 Tim Ruehsen <tim.ruehsen@gmx.de> - - * utils.c (random_float, random_number): Use random() and - srandom() if available. - - Reported-by: Coverity scanner - -2014-11-19 Tim Ruehsen <tim.ruehsen@gmx.de> - - * ftp-basic.c (ftp_epsv): Fix loop check - - Reported-by: Coverity scanner - -2014-11-19 Darshit Shah <darnir@gmail.com> - - * exits.c (get_status_for_err): GATEWAYTIMEOUT is a Server Error and Wget's - exit code should reflect that - * wget.h: Add GATEWAYTIMEOUT as an error - * http.c (http_loop): Gateway timeout errors should be non-fatal - -2014-11-19 Tim Ruehsen <tim.ruehsen@gmx.de> - - * openssl.c (ssl_check_certificate): Fix memory leak - -2014-11-19 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (ssl_init): Report load failure of cert files from - cert directory only with --debug. Fixes #41331. - -2014-11-18 Tim Ruehsen <tim.ruehsen@gmx.de> - - * Fix warnings from clang-analyzer 3.6 - - gnutls.c:457:3: warning: Value stored to 'err' is never read - err = 0; - http-ntlm.c:477:5: warning: Value stored to 'size' is never read - size = (size_t) snprintf (ntlmbuf, sizeof(ntlmbuf), - http.c:1479:3: warning: Attempt to free released memory - xfree_null (hs->error); - -2014-11-17 Tim Ruehsen <tim.ruehsen@gmx.de> - - * http.c: use c_strncasecmp() in BEGINS_WITH macro - and in STARTS macro - -2014-11-17 Tim Ruehsen <tim.ruehsen@gmx.de> - - * main.c: code cleanup for redirect_output_signal() - -2014-11-17 Tim Ruehsen <tim.ruehsen@gmx.de> - - * ftp.h: removed unused variable ftp_last_respline - * init.c, test.c, warc.c: removed 'make check'compiler warnings - -2014-11-16 Tom Li <biergaizi2009@gmail.com> - - * progress.c (create_image): Ensure that the last character of the filename - is scrolled to - -2014-11-15 Darshit Shah <darnir@gmail.com> - - * progress.c (create_image): Fix assertion that checks progress bar length - Should fix bug #43593 - -2014-11-12 Tim Ruehsen <tim.ruehsen@gmx.de> - - * openssl.c (ssl_init): Fix error handling for CRL loading - -2014-11-12 Witchakorn Kamolpornwijit <witchakk@mit.edu> (tiny change) - - * html-parse.c (map_html_tags): Fix range check - -2014-11-11 Tim Ruehsen <tim.ruehsen@gmx.de> - - * openssl.c (ssl_init): Load CRL file given by --crl-file - -2014-11-11 Tim Ruehsen <tim.ruehsen@gmx.de> - - * http.c (gethttp): Always add Accept-Encoding: identity - - Fixes bug #40819 - Reported-by: Noël Köthe <noel@debian.org> - -2014-11-11 Tim Ruehsen <tim.ruehsen@gmx.de> - - * main.c: Fix missing _Noreturn declaration specifiers - - Reported-by: Gisle Vanem <gvanem@yahoo.no> - -2014-11-10 Tim Ruehsen <tim.ruehsen@gmx.de> - - * openssl.c: Fix compile-time check for TLSv1.1 and TLSv1.2 - - Reported-by: Velemas Vosak <velemas@gmail.com> - -2014-11-06 Tim Ruehsen <tim.ruehsen@gmx.de> - - * init.c, main.c, options.h: added new option --crl-file - for specifying a CRL (Certificate Revocation List) file. - * gnutls.c: load CRL file given by --crl-file - - Reported-by: Noël Köthe <noel@debian.org> - -2014-11-09 Darshit Shah <darnir@gmail.com> - - * http.c (gethttps): Honour keep-alive when server responds with a 416 Range - not Satisfiable - -2014-11-09 Darshit Shah <darnir@gmail.com> - - * http.c (gethttp): Remove redundant condition evaluation - -2014-11-04 Tim Ruehsen <tim.ruehsen@gmx.de> - - * iri.c (do_conversion): fix quote() misuse - * iri.c (remote_to_utf8): fix segfault on do_conversion() error - - Reported-by: Mikael Magnusson <mikachu@gmail.com> - -2014-10-21 Matthew Atkinson <mutley456@ntlworld.com> (tiny change) - - * http.c (gethttp): Always send Content-Length header when method is POST, - PUT, or PATCH even with no post body, as some servers will reject the - request otherwise. - -2014-11-03 Jakub Čajka <jcajka@redhat.com> - - * iri.c (remote_to_utf8): Fixed assumption that char is signed. Fixes - fellowing test case failures idn-cmd-utf8, idn-robots-utf8, if char is - unsigned. - -2014-11-03 Tim Ruehsen <tim.ruehsen@gmx.de> - - * log.c: turn on automatic format check for log_vprintf_internal() - -2014-11-01 Darshit Shah <darnir@gmail.com> - - * progress.c (create_image): Extra padding for size_grouped_diff has already - been added. Do not add that again. - (create_image): Assert that the progress bar being drawn is lesser than the - size of the screen. - -2014-11-01 Giuseppe Scrivano <gscrivan@redhat.com> - - * http.c (gethttp): Do not check for "Connection: close" header - only when the Content-Length is specified. - -2014-10-31 Tim Ruehsen <tim.ruehsen@gmx.de> - - * openssl.c: make _get_rfc2253_formatted() static - -2014-10-30 Mike Frysinger <vapier@gentoo.org> - - * openssl.c: fix implicit decl warning - -2014-10-29 Peter Meiser <meiser@gmx-topmail.de> (tiny change) - - * openssl.c (ssl_init) [! OPENSSL_NO_SSL3]: Add guard for OpenSSL - without SSLv3. - -2014-10-29 Tim Ruehsen <tim.ruehsen@gmx.de> - - * http.c (gethttp): fix memory leak - -2014-10-29 Tim Ruehsen <tim.ruehsen@gmx.de> - - * http.c (gethttp): use CLOSE_INVALIDATE instead of fd_close - -2014-10-29 Tim Ruehsen <tim.ruehsen@gmx.de> - - * http.c (CLOSE_FINISH): always set fd invalid after close - -2014-10-29 Tim Ruehsen <tim.ruehsen@gmx.de> - - * openssl.c: print cert subject and issuer RFC2253 compliant - * openssl.c (ssl_check_certificate): removed memory leak - -2014-10-28 Tim Ruehsen <tim.ruehsen@gmx.de> - - * utils.c: added strlcpy(), concat_strings() rewritten - * utils.h: added strlcpy() - -2014-10-28 Tim Ruehsen <tim.ruehsen@gmx.de> - - * ftp.c (ftp_loop_internal): Fix memory leak - * http.c (gethttp): Fix two memory leaks - * init.c (cleanup): Fix compile errors and warnings - * init.c (cleanup): Free more opt variables - * main.c (main): Fix two memory leaks - * retr.c (retrieve_url): Fix two memory leaks - * retr.c (retrieve_url): Add iri to call to url_parse() - * url.c (url_parse): Fix memory leak - -2014-10-28 Giuseppe Scrivano <gscrivan@redhat.com> - - * Makefile.am: Replace $FOO with @VAR@. - -2014-09-08 Darshit Shah <darnir@gmail.com> - - * ftp.c (ftp_retrieve_glob): Also check for invalid entries along with - harmful filenames - (is_valid_entry): New function. Check if the provided node is a valid entry - in a listing file. - -2014-09-08 Darshit Shah <darnir@gmail.com> - - * init.c (defaults): Set retr-symlinks to true by default. This changes a - default setting of wget. Fixes security bug CVE-2014-4877 - -2014-10-08 Nikolay Morozov <n.morozov@securitycode.ru> - Sergey Lvov <s.lvov@securitycode.ru> - - * init.c (cmd_spec_secure_protocol): Add support for - TLS v1.1 and TLS v1.2 protocols - * openssl.c (ssl_init): Add support for OpenSSL engines - -2014-10-22 Ángel González <keisial@gmail.com> - - * css-url.c (get_uri_string): Honor the specified length argument. - -2014-10-16 Tim Ruehsen <tim.ruehsen@gmx.de> - - * url.c (url_parse): little code cleanup - * html-url.c (get_urls_html): HTTP header Content-Type charset preceeds http-equiv - * iri.c (do_conversion): moved iconv code completely into the function - * iri.c (do_conversion): call url_unescape to fix charset conversion - * iri.c (remote_to_utf8): use strcasecmp to compare encoding - - * gnutls.c (ssl_connect_wget): do not use SSLv3 except explicitely requested - * openssl.c (ssl_init): do not use SSLv3 except explicitely requested - -2014-05-03 Tim Ruehsen <tim.ruehsen@gmx.de> - - * retr.c (retrieve_url): fixed memory leak - -2014-07-23 Darshit Shah <darnir@gmail.com> - - * http.c (gethttp): Fix a memory leak when retrying authorization - (gethttp): Fix memory leak when trying to parse content disposition headers - (http_loop): Assigning a new value to *local)file without freeing the old - one causes a memory leak - (http_loop): Free the HTTP message and error strings before continuing loop - -2014-07-21 Daniel Stenberg <daniel@haxx.se> - - * main.c (print_help): HTTP Method is a part of the Request not Header - -2014-07-21 Darshit Shah <darnir@gmail.com> - - * cookies.c (check_domain_match): Fix a potential memory leak when checking - cookie domain names - -2014-07-07 Tomas Hozza <thozza@redhat.com> - - * iri.c (locale_to_utf8): Fix checking of iconv_open return code. - -2014-07-05 Darshit Shah <darnir@gmail.com> - - * cookies.c (check_domain_match): Libpsl requires that all domain names - passed to it be in utf8 lower case. - -2014-07-05 Darshit Shah <darnir@gmail.com> - - * http.c (gethttp): Fix indentation of conditional block - (gethttp): Remove unneeded variable - -2014-07-03 Darshit Shah <darnir@gmail.com> - - * wget.h (uerr_t): Remove unused error codes - * http.c: (http_loop): Remove reference to unused error code - -2014-06-30 Giuseppe Scrivano <gscrivan@redhat.com> - - * convert.c (local_quote_string): Initialize newname. - -2014-06-29 Giuseppe Scrivano <gscrivan@redhat.com> - - * warc.c (warc_write_date_header): Avoid out-of-scope variable usage. - -2014-06-28 Giuseppe Scrivano <gscrivan@redhat.com> - - * Makefile.am (wget_SOURCES): Remove space-tab indentation. - -2014-06-22 Giuseppe Scrivano <gscrivan@redhat.com> - - * warc.c [HAVE_UUID_CREATE]: Include <uuid.h> - (warc_uuid_str) [HAVE_UUID_CREATE]: Use uuid_create and - uuid_to_string to generate the UUID. - Reported by: Alex Zimnitsky <aavzz@yandex.ru> - -2014-06-22 Darshit Shah <darnir@gmail.com> (tiny change) - - * progress.c (create_image): Align percentage download output better. - -2014-06-21 Giuseppe Scrivano <gscrivan@redhat.com> - - * mswindows.c (fake_fork_child): Fix build error. - Reported by: Gisle Vanem <gvanem@yahoo.no>. - -2014-06-21 Nikita Vetrov <admin@kanaria.ru> (tiny change) - - * openssl.c: Add one-time call OPENSSL_config in ssl_init. - -2014-06-19 Giuseppe Scrivano <gscrivan@redhat.com> - - * mswindows.c (fake_fork_child): Revert dinamic allocation of - info->lfilename. - Reported by: Gisle Vanem <gvanem@yahoo.no>. - -2014-06-16 Darshit Shah <darnir@gmail.com> - - * test.c: Include locale.h header for gettext. - -2014-06-16 Giuseppe Scrivano <gscrivan@redhat.com> - - * http.c (gethttp): Set "Connection: Keep-Alive" with keep-alive - connections when using a proxy too. - Reported by: Thorsten Schroeteler <Thorsten.Schroeteler@cassidian.com>. - -2014-06-16 Darshit Shah <darnir@gmail.com> - - * main.c (print_help, print_version): Mark as noreturn. - * utils.c (memfatal, abort_run_with_timout): Same - -2014-06-11 Giuseppe Scrivano <gscrivan@redhat.com> - - * ftp.c: Replace main() with main in comments. - * http.c: Likewise. - * init.c: Likewise. - - * cmpt.c (day_of_the_week): Remove repeated word in a comment. - * utils.c: Remove repeated word in a comment. - - * gnutls.c: Do not include <assert.h>. - - * connect.c: Do not depend on always defined macros. - * convert.c: Likewise. - * css-url.c: Likewise. - * hash.c: Likewise. - * mswindows.h: Likewise. - * netrc.c: Likewise. - * progress.c: Likewise. - * sysdep.h: Likewise. - * utils.c: Likewise. - * wget.h: Likewise. - - * Makefile.am: Remove @VAR@ with $FOO. - - * DESCRIP_MODS.MMS: Remove terminating empty lines. - * DESCRIP_SRC.MMS: Likewise. - * convert.c: Likewise. - * exits.c: Likewise. - * http.c: Likewise. - * init.c: Likewise. - * iri.c: Likewise. - * res.c: Likewise. - * spider.c: Likewise. - * test.c: Likewise. - * test.h - * url.c: Likewise. - * utils.c: Likewise. - * vms.c: Likewise. - - * decc_ver.c (main): Ensure bindtextdomain is called. - * hash.c (main): Likewise. - * html-parse.c: Likewise. - * netrc.c: Likewise. - * test.c: Likewise. - * trunc.c: Likewise. - -2014-06-10 Giuseppe Scrivano <gscrivan@redhat.com> - - * wget.h: Remove trailing whitespaces. - - * retr.c (getproxy): Return a dinamically allocated string and... - (retrieve_from_file, retrieve_url, url_uses_proxy): ...fix the caller - to handle it. - * init.c (home_dir): Replace strncpy with strdup. - * mswindows.c (struct fake_fork_info): Make lfilename a pointer. - (fake_fork_child): Replace strncpy with strdup. - * http.c (ensure_extension): Replace strncpy with memcpy, not much - better but make "make syntax-check" happy and we know the size. - * ftp.c (getftp): Add parameter last_expected_bytes. - (ftp_loop_internal): Pass parameter last_expected_bytes to getftp. - * ftp-basic.c: Remove declaration of ftp_last_respline. - (ftp_response): Do not set ftp_last_respline. - * css-url.c (get_uri_string): Replace strncpy with strdup. - * vms.c (set_vms_name): Replace strncpy with strdup. - - * exits.c: Move WGET_EXIT_* definitions to... - * exits.h: ...here. Add WGET_EXIT_GENERIC_ERROR, WGET_EXIT_PARSE_ERROR. - Remove WGET_EXIT_MINIMUM. - * init.c: Fix calls to exit(). - * log.c: Likewise. - * main.c: Likewise. - * mswindows.c: Likewise. - * netrc.c: Likewise. - * utils.c: Likewise. - * warc.c: Likewise. - * Test-stdouterr.px: Likewise. - -2014-06-08 Giuseppe Scrivano <gscrivan@redhat.com> - - * main.c: Make `program_name' not static. - - * cookies.c [HAVE_PSL]: Include <libpsl.h> only when HAVE_PSL is defined. - -2014-05-30 Darshit Shah <darnir@gmail.com> - - * cookies.c (check_domain_match): Use libpsl to check if the cookie domain - is valid. Also remove unneeded test for numeric addresses. - -2014-05-30 Darshit Shah <darnir@gmail.com> - - * connect.{c,h}, convert.{c,h}, cookies.{c,h}, ftp-ls.c, ftp.h, gettext.h, - hash.h, host.h, html-parse.h, html-url.h, http.c, init.c, main.c, mswindows.c, - netrc.h, openssl.c, options.h, ptimer.h, recur.c, retr.c, sysdep.h, url.h, - vms.c, warc.c, wget.h: Whitespace and formatting changes only. - -2014-05-20 Darshit Shah <darnir@gmail.com> - - * utils.c (human_readable): Add new parameters, acc and decimals for the - function. acc decides the number under which decimal values are shown for a - certain value, while decimals decides the number of decimal digits displayed - * utils.h (human_readable): Update declartion of the function - * ftp.c (print_length): Update call to human_readable - * http.c (gethttp): Same - * init.c (defaults): Enable scrolling filenames by default - * main.c (main): Update call to human_readable - * options.h (options): Add new option noscroll - * progress.c (create_image): Update the look of the progress bar. Human - readable download size by default and add support for noscroll. - (dot_set_params, bar_set_params): Change paramter to char * since strtok - needs to modify the string. - (bar_set_params): Add support for noscroll parameter to bar. - -2014-05-03 Tim Ruehsen <tim.ruehsen@gmx.de> - - * ftp-ls.c (ftp_parse_vms_ls): Explicitly typecast strlen's output - * ftp.c (getftp): Prevent declaration of shadow variable - * html-url.c (tag_handle_base, tag_handle_form, tag_handle_link, - tag_handle_meta): Compiler directive to ignore unused variable - * html-url.h (cleanup_html_url): Add function declaration - * http-ntlm.c (ntlm_input, mkhash): Use ssize_t to declare variables that store - sizes. - (mkhash): Explicitly typecast output of c_toupper - (short_pair): Add typecasts to prevent compiler warnings - (ntlm-output): Fix datatypes of various variables - * http.c (gethttp): Prevent declaration of shadow variable err - (gethttp): remove unreachable code - (test_parse_content_disposition): Fix variable declarations and use - countof() macro - * init.c (run_command): Prevent declaration of ghost variable - (cmd_string, cmd_string_uppercase, cmd_file, cnd_vector, - cmd_directory_vector, cmd_spec_dirstruct, cmd_spec_header, - cmd_spec_warc_header, cmd_spec_htmlify, cmd_spec_mirror, - cmd_spec_prefer_family, cmd_spec_progress, cmd_spec_recursive, - cmd_spec_regex_type, cmd_spec_restrict_file_names, cmd_spec_report_speed, - cmd_spec_timeout, cmd_spec_useragent, cmd_spec_verbose): Add compiler - directive to ignore unused variable - (cleanup_html_url, spider_cleanup): Remove declarations - (test_commands_sorted): Cleanup code - (test_cmd_spec_restrict_file_names): Use correct data types - * iri.c (remote_to_utf8): Use more verbose variable name - * main.c (init_switches): Prevent declaration of ghost variable - * netrc.c (netrc_cleanup): Create cleanup function on common naming scheme - * netrc.h (netrc_cleanup): Declare function - * openssl.c (openssl_write, openssl_errstr): Compiler directive to ignore - unused parameter - (openssl_errstr): Explcicitly typecasr output of ASN1_STRING_length - * options.h (struct options): Declare includes and excludes as const char ** - * progress.c (progress_interactive_p, progress_handle_sigwinch): Compiler - directive to ignore unused parameter - * res.c (test_is_robots_txt_url): Fix datatypes - * retr.c (line_terminator): Add compiler directive for ignoring unused - paramter. Remove unused variable. - * spider.h (spider_cleanup): Declare function - * test,c (main): declare unused paramter - * test.h (test_*): Declare functions - * url.c (url_string): Explicit typecast of password strings - (run_test): Declare *test, struct tests and *expected_result as const - (test_path_simplify, test_append_uri_pathl, test_are_urls_equal): Fix datatypes - * utls.c (fork_to_background): Be more verbose when errors occur - (dir_matches_p, test_dir_matches_p): Declare char * as const as required - (base64_encode, base64_decode, get_max_length): Set correct return type - (match_pcre_regex, match_posix_regex): Use correct datatypes and typecasts - (test_subdir_p): static const struct - * utils.h (base64_encode, base64_decode, get_max_length): Fix return type - * warc.c (ward_write_cdx_record): unused parameter - (struct hash_table *warc_cdx_dedup_table): Declare as static - -2014-05-01 Benjamin Goose <gans+wget@tngtech.com> - - * http.c: Fix small memory leak - -2014-05-01 Darshit Shah <darnir@gmail.com> (tiny change) - - * progress.c (dot_finish): Do not print extra newlines when not in verbose - mode. (Purely aesthetic change) - (get_eta): Add extra space when eta is printed. - (create_image): Remove erroneous space from being added to progress bar when - filename > MAX_FILENAME_LEN - (create_image): Remove extra space before printed download speeds - Make the filename a fixed width column. - -2014-04-19 Darshit Shah <darnir@gmail.com> - - * log.h (log_options): Add new logging options, LOG_PROGRESS. All progress - bar related output should use LOG_PROGRESS. - * log.c (CHECK_VERBOSE): Implement LOG_PROGRESS output - * progress.c (dot_create, print_row_stats, dot_update, dot_finish, - bar_finish, display_image): Output progress information through LOG_PROGRESS - (progress_implementation, dot_create, bar_create, progress_create): The - progress bar create functions accept an extra paramter for the filename of the - local file - (bar_progress): Add new variable to store filename of currently downloading - file - (bar_finish): Aesthetic change. Print two newlines if in verbose mode, else - only one. - (MACRO): Define new macro, MIN - (create_image): Implement displaying filename in progress bar output - Filename tick implementation copied from Giuseppe's patch on parallel-wget - * progress.h (progress_create): Accept another parameter for filename - * http.c (gethttp): Remove unnecessary conditional - (read_response_body): Send local filename to fd_read_body so that it can be - printed on the progress bar - * main.c (option_data): Add new switch, --show-progress - (main): If in verbose output, show progress bar by default - (main): Set progress implemetation when displaying progress bar - (no_prefix): Increase buffer size to 2048 to prevent overflows - * init.c (commands): Add new command, showprogress - (defaults): By default initialize show_progress to false - * options.h (options): Add new option, show_progress - * retr.c (fd_read_body): Accept new parameter for filename of currently - downlaoding file - (fd_read_body): Create and update progress bar when opt.show_progress is set - (fd_read_body): Display progress information in Windows console titlebars - * retr.h (fd_read_body): Update declaration - * ftp.c (getftp): Send filename of the local file so that it can be printed - with the progress bar. - -2013-11-02 Giuseppe Scrivano <gscrivan@redhat.com> - - * progress.c (struct progress_implementation): New method draw. - (bar_update): Split into... - (bar_draw): ...this new function. - (dot_update): Split into... - (dot_draw): New function. - (progress_update): Also invoke draw on `current_impl'. - -2014-04-22 Tim Ruehsen <tim.ruehsen@gmx.de> - - * http.c (gethttp): Fix 204 response handling - -2014-03-26 Darshit Shah <darnir@gmail.com> - - * ftp.c (getftp): Rearrange parameters to fix compiler warning - * utils.c (get_dir_matches_p): Do not pass a const char** to a function that - expects char** - -2014-03-25 Daniel Stenberg <daniel@haxx.se> - - * url.c (shorten_length): Remove unused function. - -2014-03-19 Yousong Zhou <yszhou4tech@gmail.com> - - * init.c, main.c, options.h: Add option --start-pos for specifying - start position of a download. - * http.c: Utilize opt.start_pos for HTTP download. - * ftp.c: Utilize opt.start_pos for FTP retrieval. - -2014-03-04 Giuseppe Scrivano <gscrivan@redhat.com> - - * http.c (modify_param_value, extract_param): Aesthetic change. - -2014-02-14 Vladimír Pýcha <vpycha@gmail.com> (tiny change) - - * http.c (parse_content_disposition, extract_param) - (append_value_to_filename, digest_authentication_encode): URL-decode the - filename parameter of Content-Disposition HTTP header if it is encoded. This - is related to --content-disposition. - New parameter of extract_param(), "is_url_encoded". - Add argument NULL to the call of extract_param() in - digest_authentication_encode(). - * http.h: Add the new parameter to the declaration of extract_param(). - * cookies.c (parse_set_cookie, test_cookies): Add argument NULL to the calls - of extract_param(). - * url.c (url_unescape): Remove "static" modifier. - * url.h: Add declaration of url_unescape(). - -2014-02-06 Giuseppe Scrivano <gscrivan@redhat.com> - - * main.c (print_version): Move copyright year out of the localized - string and update it. - -2014-01-29 Darshit Shah <darnir@gmail.com> - - * main.c: Remove pre-processor variable WHEN_DEBUG - (option_data[]): Do not fail on --debug even if debug support is not - compiled in. - (main): Explicitly set opt.debug to false in case debugging support was not - compiled. - * init.c (commands[]): Support --debug wven when support is not compiled in. - * options.h: Same - -2014-01-17 Darshit Shah <darnir@gmail.com> - - * init.c (commands[]): Add --no-config. - * options.h: Same. - * main.c (option_data[]): Same. - (print_help): Same. - (main): If --no-config is set, then do not read the wgetrc files. - -2014-01-05 Håkon Vågsether <hauk142@gmail.com> (tiny change) - - * http.c (http_loop): Fix checking the URL length when filename is - specified. - -2013-12-29 Giuseppe Scrivano <gscrivan@redhat.com> - - * init.c (home_dir): Remove useless 'if'. - * warc.c (warc_start_new_file): Likewise. - (warc_process_cdx_line): Likewise. - (warc_write_response_record): Likewise. - -2013-12-26 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (ssl_connect_wget): Fix connect timeout failure - -2013-11-02 Giuseppe Scrivano <gscrivan@redhat.com> - - * http.c (gethttp): Increase max header value length to 512. - -2013-01-30 Pavel Mateja <pavel@netsafe.cz> (tiny change) - - * http.c (gethttp): Specify "Host" for CONNECT method. - -2013-10-30 Giuseppe Scrivano <gscrivan@redhat.com> - - * http.c (skip_short_body): Remove assert which is always true. - Reported by: David Binderman <dcb314@hotmail.com> - -2013-10-17 Andrea Urbani <matfanjol@mail.com> - - * ftp.c (getftp): force "LIST" or "LIST -a" - according to the remote system type. If the remote - system is not known, it tries, only the first time, - "LIST -a", after "LIST" and decides which one to use. - For more information look for "__LIST_A_EXPLANATION__" - * ftp.h (enum ustype): New ustype enum. - * ftp.h (ftp_syst): New enum ustype *unix_type parameter. - * ftp.h (ftp_list): Removed enum stype rs parameter, added. - bool avoid_list_a, bool avoid_list, bool *list_a_used - parameters. - * ftp.h (wget_ftp_fstatus): New AVOID_LIST_A, AVOID_LIST, - LIST_AFTER_LIST_A_CHECK_DONE values. - * ftp-basic.c (ftp_list): it handles the new avoid_list_a, - avoid_list and list_a_used parameters. - * ftp.h (ftp_syst): it stores information about the "215 UNIX" - systems into the new unix_type parameter. - -2013-10-26 Bykov Aleksey <gnfalex@rambler.ru> - - * utils.c (match_tail): Fix cookies reject - - * ftp-ls.c (ftp_parse_unix_ls): Fix parsing month name in uppercase - -2013-09-09 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (ssl_connect_wget): changed checking of option "PFS" - to be better prepared for some kinds of backports. - Reported by: Daniel Kahn Gillmor <dkg@fifthhorseman.net> - -2013-10-10 Giuseppe Scrivano <gscrivan@redhat.com> - - * url.c (url_parse): Try to convert UTF-8 URLs to IDN. - * html-url.c (append_url): Parse URLs specifying an IRI structure. - -2013-09-13 Tim Ruehsen <tim.ruehsen@gmx.de> - - * recur.c (download_child_p): fix compile error when - configured using --without-ssl. - -2013-09-07 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (ssl_connect_wget): use gnutls_check_version() - to check if option "PFS" is available - Reported by: Daniel Kahn Gillmor <dkg@fifthhorseman.net> - -2013-09-03 Tim Ruehsen <tim.ruehsen@gmx.de> - - * main.c: Add new value 'PFS' to --secure-protocol to - enforce the so-called Perfect Forward Security. - * init.c (cmd_spec_secure_protocol): added secure_protocol_pfs - * openssl.c, gnutls.c, options.h: likewise - -2013-08-22 Tim Ruehsen <tim.ruehsen@gmx.de> - - * main.c: Add new option --https-only. - * options.h: Likewise. - * recur.c (download_child_p): add check for HTTPS. - -2013-08-09 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (ssl_init): Prevent CA files from being loaded twice - if possible. - * gnutls.c (ssl_check_certificate): Added some error messages - * gnutls.c: Fixed some compiler warnings - -2013-08-08 Will Dietz <w@wdtz.org> (tiny change): - - * main.c (format_and_print_line): Wrap correctly long tokens. - -2013-07-16 Darshit Shah <darnir@gmail.com> - - * wget.h (err_t): Added new errors, ATTRMISSING and UNKNOWNATTR to - handle missing attributes and Unknown attribute values respectively in - HTTP Headers. - * exits.c (get_status_for_err): ATTRMISSING is a Protocol Error while - UNKNOWNATTR is a general error, presumably because of a feature that - is not yet implemented. - * http.c (gethttp): Call create_authorization_line () separately. In - case the auth_err flag has been set with an error, handle it and exit. - * http.c (create_authorization_line): Pass a pointer, auth_err to set - the flag for different kinds of errors encountered. - * http.c (http_loop): Handle the errors raised by the authentication - handlers. - * http.c (digest_authentication_encode): Pass pointer auth_err to set - the error flags. - Set qop to NULL in case the value of the qop / algorithm attribute is - unknown to Wget. Set an appropriate error too. - -2013-07-13 Tim Ruehsen <tim.ruehsen@gmx.de> - - * http.c (digest_authentication_encode): Fix a crash when the algorithm - is not specified in the server response. Free dynamic memory used by - the function when the function exits. - * http-ntlm.c [HAVE_NETTLE]: Include <nettle/md4.h> and <nettle/des.h>. - (setup_des_key) [HAVE_NETTLE]: New function to deal with - libnettle. - (calc_resp) [HAVE_NETTLE]: Add support for libnettle. - (mkhash) [HAVE_NETTLE]: Likewise. - Reported by: Tim Ruehsen <tim.ruehsen@gmx.de>. - -2013-07-13 Steven M. Schweda <sms@antinode.info> - - * warc.c (warc_tempfile): Fix a portability issue on VMS. - -2013-07-10 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (read_response_body) [ALLOW_CLOBBER]: Move definition to.. - * options.h (struct options): Make `backups' an int. - * url.h [ALLOW_CLOBBER]: .. Here. Do not clobber when backups are used. - * url.c (url_file_name): Use the ALLOW_CLOBBER macro instead of - repeating the code. - -2013-07-08 Steven M. Schweda <sms@antinode.info> - - * retr.c (rotate_backups): Support for VMS files. - -2013-07-12 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (digest_authentication_encode): Set default value of - `algorithm' to "MD5". Check if `qop' is not-NULL before access it. - -2013-07-11 Karsten Hopp <karsten@redhat.com> - - * openssl.c (struct openssl_read_args, struct scwt_context): New struct. - (openssl_read, ssl_connect_with_timeout_callback): New function. - (ssl_connect_wget): respect connect timeout. - -2013-07-11 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (ssl_connect_wget): respect connect timeout. - -2013-07-11 Tomas Hozza <thozza@redhat.com> - - * ftp.c (ftp_loop): Use ftp_retrieve_glob() also in case - --preserve-permissions was specified. - -2013-03-20 Tomas Hozza <thozza@redhat.com> - - * http.c (gethttp): Set "sock" to -1 if it's not and we have no - persistent connection - -2013-04-26 Tomas Hozza <thozza@redhat.com> (tiny change) - - * log.c (redirect_output): Use DEFAULT_LOGFILE in diagnostic message - when `logfile' is NULL. - * utils.c (unique_create): Ensure `logfile' has always a value. - -2013-06-26 Darshit Shah <darnir@gmail.com> - - * http.c (gethttp): Reverse change by commit 90896 that prevented - downloading response body data to non-GET Request methods. - -2013-06-19 Ciprian Vieru <devel.php@gmail.com> (tiny change) - - * html-url.c: Define TAG_TD, TAG_TH, TAG_VIDEO, TAG_AUDIO, TAG_SOURCE. - (tag_url_attributes, known_tags): Likewise. - -2013-06-22 Ángel González <keisial@gmail.com> - - * init.c (cmd_string_uppercase): Rewrite function. - -2013-06-19 Tim Ruehsen <tim.ruehsen@gmx.de> - - * connect.c (socket_ip_address): zero out ip address structure to - avoid access to uninitialized values by inet_ntop(). - * ftp.c (ftp_loop_internal): fix segfault caused by warc_tmp NULL pointer. - -2013-05-21 Ray Satiro <raysatiro@yahoo.com> - - * url.c (url_file_name): Use MAX_PATH in Windows. - -2013-06-13 Darshit Shah <darnir@gmail.com> - - * http.c (gethttp): Follow RFC 2616 and httpbis specifications when - handling redirections. Do not suspend the method on 301/302 redirects. - (gethttp): If method if not GET, we do not intend to download - anything. - * main.c (main): Set spider mode when opt.method is HEAD. This will - prevent Wget from downloading any file. - * retr.c (SUSPEND_METHOD): Rename macro SUSPEND_POST_DATA to - SUSPEND_METHOD to more accurately reflect its use. Similarly rename - related variables. - -2013-05-14 Bykov Aleksey <gnfalex@rambler.ru> - - * warc.c (warc_tempfile): For fix "Could not open temporary WARC manifest - file." issue in Win system force to use `mkostemp(filename, O_TEMPORARY)' - instead of `mkstemp(filename)'. Thank to Angel Gonzalez for help. - -2013-05-14 Tim Ruehsen <tim.ruehsen@gmx.de> - - * cookies.c (cookie_jar_load): Replaced read_whole_file() by getline(). - * init.c (run_wgetrc): Likewise. - * netrc.c (parse_netrc): Likewise. - * utils.c: Likewise. - * ftp.c (getftp): Likewise. - * ftp-ls.c (ftp_parse_unix_ls, ftp_parse_winnt_ls, ftp_parse_vms_ls): Likewise. - * ftp-ls.c (clean_line): Accept the string length as parameter. - * ftp-ls.c: Replaced indent tabs by spaces. - * ftp.c: Likewise. - * utils.c: Removed read_whole_file() definition. - * netrc.c: Removed read_whole_file() definition for STANDALONE. - * utils.h: Removed read_whole_file() declaration. - -2013-05-09 Tim Ruehsen <tim.ruehsen@gmx.de> - - * utils.c (acceptable): use standard string functions instead of - self-written code. - (match_tail): Likewise. - (suffix): Likewise. - (has_wildcards_p): Likewise. - (test_subdir_p): Fix some warnings. - (test_dir_matches_p): Likewise. - -2013-05-05 mancha <mancha1@hush.com> (tiny change) - - * gnutls.c (ssl_connect_wget): Don't abort on non-fatal alerts - received during handshake. For example, when connecting to servers - using TSL-SNI that send warning-level unrecognized_name alerts. - -2013-05-04 Darshit Shah <darnir@gmail.com> - - * init.c (cmd_string_uppercase): Fix issue that cased invalid headers - when converting to uppercase. - -2013-05-01 Gijs van Tulder <gvtulder@gmail.com> - - * retr.c (retrieve_url): New variable `saved_method'. - (SUSPEND_POST_DATA): Save the method to `saved_method'. - (RESTORE_POST_DATA): Restore the method from `saved_method'. - -2013-05-01 Giuseppe Scrivano <gscrivano@gnu.org> - - * init.c: Declare `cmd_string_uppercase'. - (commands): Now `method' uses cmd_string_uppercase. - (cmd_string_uppercase): New method - * http.c (gethttp): Do not transform opt.method to uppercase. - Reported by: Stefano Lattarini <stefano.lattarini@gmail.com> - -2013-04-24 Darshit Shah <darnir@gmail.com> - - * http.c (gethttp): Remove check for opt.post_data and - opt.post_file_name. - * main.c (main): Change location in code where --post-data and - --post-file options are converted to --body-data --body-file. - -2013-04-21 Gijs van Tulder <gvtulder@gmail.com> - - * http.c: Copy opt.body_data to the WARC file, instead of - opt.post_data (the old option). - -2013-04-12 Gijs van Tulder <gvtulder@gmail.com> - - * warc.c: Generate unique UUIDs for the manifest and the record - holding the command-line arguments. - Write the manifest to a "metadata" record to follow the WARC - implementation guidelines. - * warc.h: Declare new function warc_write_metadata_record. - -2013-03-15 Darshit Shah <darnir@gmail.com> - - * http.c (post_file): Rename function to body_file_send to more - accurately reflect its use. - * http.c (gethttp): Add support for --method, --body-data and - --body-file - * init.c (commands): Same. - * options.h (options): Same. - * main.c (option_data): Same. - * main.c (print_help): Add --method command. - * main.c (main): Make old --post-{data,file} commands aliases to - --method. - Add sanity checks for --method, --body-data and --body-file. - * retr.c (SUSPEND_POST_DATA): Edit Macro Definition to use body_data. - * retr.c (RESTORE_POST_DATA): Same. - -2013-03-31 Gijs van Tulder <gvtulder@gmail.com> - - * warc.c: Correctly write the field length in the skip length field - of .warc.gz files. (Following the GZIP spec in RFC 1952.) - -2013-03-12 Darshit Shah <darnir@gmail.com> - - * http.c (gethttp): Make wget return FILEBADFILE error and abort if - post-file does not exist. - - * http.c (http_loop): Handle FILEBADFILE as a valid err. - - * exits.c (get_status_for_err): Mark FILEBADFILE as an IO error. - -2013-02-15 Darshit Shah <darnir@gmail.com> - - * cookies.c (cookie_handle_set_cookie): Set cookie->discard_requested - to true on domain mismatch. - -2012-12-20 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (ssl_connect_wget): added +VERS-SSL3.0 to fix - --secure-protocol=SSLv2/SSLv3. - -2012-12-09 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (main): Keep looking for "config" until there are - arguments to parse. - Reported by: Adrien Dumont <adr.dum@hotmail.fr> - - * test.c: Include "wget.h". - -2012-12-08 Michael Stapelberg <michael@stapelberg.de> (tiny change) - - * retr.c (retrieve_url): Set iri->orig_url to NULL after it is - freed. - -2012-11-26 Giuseppe Scrivano <gscrivano@gnu.org> - - * wget.h (MAX_INT_TO_STRING_LEN): Define macro. - * warc.c (warc_write_block_from_file): Use `MAX_INT_TO_STRING_LEN' - to find the buffer size. - (warc_write_cdx_record): Likewise. - -2012-09-03 Tim Ruehsen <tim.ruehsen@gmx.de> - - * http.c (digest_authentication_encode): Add support for RFC 2617 - MD5-sess authentication algorithm. - Feature request and testing by: Avinash <pavinash@gmail.com> - -2012-11-14 Ángel González <keisial@gmail.com> - - * warc.c (warc_sha1_stream_with_payload): Fix compilation under - gcc -std=c89. - -2012-11-24 Gijs van Tulder <gvtulder@gmail.com> - - * warc.c (warc_write_cdx_record): Use `number_to_string' to - convert the offset to a string. - -2012-11-24 Giuseppe Scrivano <gscrivano@gnu.org> - - * warc.c (warc_write_block_from_file): Use `number_to_string' to - convert the content-length to a string. - -2012-11-15 Giuseppe Scrivano <gscrivano@gnu.org> - - * retr.c (write_data): Fix comment. - -2012-11-13 Giuseppe Scrivano <gscrivano@gnu.org> - - * retr.c (fd_read_body): Correctly check the return code from - write_data. - Reported by: Torsten Scheck <torsten.scheck@gmx.de> - -2012-08-29 Rohit Mathulla <rohit_mathulla@yahoo.com> (tiny change) - - * html-url.c (get_urls_file): Convert shorthand URLs. - -2012-10-07 Ray Satiro <raysatiro@yahoo.com> - - * url.c: Change the functions of a growable string object to null - terminate the string. - * url.c (append_null): New function to null terminate a growable - string object. - * url.c (shorten_length): New function to shorten the length of a - growable string object. - -2012-10-03 Merinov Nikolay <kim.roader@gmail.com> - - * ftp.c (ftp_loop_internal): Ignore --no-clobber option when - receiving directory listing. - -2012-10-07 Tim Ruehsen <tim.ruehsen@gmx.de> - Giuseppe Scrivano <gscrivano@gnu.org> - - * utils.c (get_max_length): If `pathconf' is not available - fallback to PATH_MAX. - -2012-10-06 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (http_loop): Send a HEAD request when -c and - --content-disposition are used together. - -2012-09-29 Merinov Nikolay <kim.roader@gmail.com> - - * ftp-ls.c (ftp_parse_winnt_ls): Support filename extracting with - new listing format. - -2012-09-29 Tim Ruehsen <tim.ruehsen@gmx.de> - - * url.h (CHOMP_BUFFER): Add definition. - * url.c (url_file_name): New local variables `fname_len_check' and - `max_length'. Check that the length of the file name is acceptable. - * utils.h (get_max_length): Declare function. - * utils.c (get_max_length): New function. - -2012-09-28 Steven Schubiger <stsc@member.fsf.org> - - * src/recur.c (retrieve_tree): Combine duplicated code. - -2012-09-02 Nguyễn Thái Ngọc Duy <pclouds@gmail.com> (tiny change) - - * src/main.c (main): mark more strings for translation. - * src/mswindows.c (fork_to_background): Likewise. - * src/recur.c (download_child_p): Likewise. - -2012-08-28 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (ssl_check_certificate): deinit gnutls_x509_crt_t. - * gnutls.c (ssl_init): don't error if CA directory is empty. - -2012-07-07 Giuseppe Scrivano <gscrivano@gnu.org> - - * html-url.c (cleanup_html_url): Remove "static" modifier. - * init.c (cleanup_html_url): Likewise. - Reported by: Mike Frysinger <vapier@gentoo.org>. - -2012-08-25 Hrvoje Niksic <hniksic@gmail.com> - - * warc.c (warc_find_duplicate_cdx_record): Use hash_table_get - instead of hash_table_get_pair. - -2012-08-21 <y-iida@secom.co.jp> (tiny change) - - * connect.c (connect_to_ip) [ENABLE_IPV6]: Attempt to use IPv6. - * http.c (gethttp): Likewise. - -2012-07-03 Steven Schubiger <stsc@member.fsf.org> - - * init.c: Include warc.h for warc_close in cleanup function. - -2012-07-08 Steven Schubiger <stsc@member.fsf.org> - - * exits.h: Fix comment. - * exits.c: Likewise. - -2012-07-07 Tim Ruehsen <tim.ruehsen@gmx.de> - - (digest_authentication_encode): Add support for RFC 2617 Digest - Access Authentication. - -2012-07-07 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (http_loop): Fix log message. - * main.c (main): Likewise. - Reported by: Petr Pisar <petr.pisar@atlas.cz> - -2012-06-17 Giuseppe Scrivano <gscrivano@gnu.org> - - * wget.h: Define `CLOSEFAILED'. - * init.c: Include "exits.h". - (cleanup): Check `fclose' failure. - * exits.c (get_status_for_err): Handle `CLOSEFAILED'. - -2012-06-16 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (main): Move some cleanup related function to... - * init.c (cleanup): ...here. - - * main.c: Do not include "stdout.h". - (main): Do not register `close_stdout' at exit. - Reported by: Micah Cowan <micah@cowan.name>. - -2012-06-09 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (print_help): Move --report-speed under the section - "Logging and input file". - -2012-06-06 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (print_help): Rename --bits to --report-bps. - (cmdline_options): Likewise. - * init.c (commands): Rename --report-bps to --report-speed. - (cmd_spec_report_speed): New function. - - * options.h (struct options): Rename `bits_fmt' to `report_bps'. - * main.c (print_help): Rename --bits to --report-bps. - (cmdline_options): Likewise. - * init.c (commands): Likewise - - * progress.c (create_image): Adjust caller. - * retr.c (retr_rate): Likewise. - * utils.c (convert_to_bits): Likewise. - -2012-06-04 Tim Ruehsen <tim.ruehsen@gmx.de> - - * main.c (main): Check for filename != NULL. - * warc.c (warc_process_cdx_line): Fix memory leak. - * utils.c (match_posix_regex, compile_posix_regex): Remove dead - assignment. - * openssl.c (ssl_init): Fix old-style function definition. - -2012-06-02 Giuseppe Scrivano <gscrivano@gnu.org> - - * connect.c: Include <sys/socket.h> and <sys/select.h>. - -2012-05-30 Gijs van Tulder <gvtulder@gmail.com> - - * warc.c: Fix segfault if CDX record is not found. - -2011-05-26 Steven Schweda <sms@antinode.info> - * connect.c [HAVE_SYS_SOCKET_H]: Include <sys/socket.h>. - [HAVE_SYS_SELECT_H]: Include <sys/select.h>. - -2012-05-26 Mike Frysinger <vapier@gentoo.org> - - * warc.c: Change type of `warc_current_gzfile' to gzFile. - -2012-05-26 Giuseppe Scrivano <gscrivano@gnu.org> - - * warc.c (warc_load_cdx_dedup_file): Change type of `line_length' to - ssize_t. - Suggested by: Ángel González <keisial@gmail.com> - -2012-05-18 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (wgnutls_poll): Honor the specified `timeout' value. - (wgnutls_peek): Likewise. - -2012-05-19 illusionoflife <illusion.of.life92@gmail.com> (tiny change) - - * convert.c (register_html,register_css): Fixed functions signature to - not accept unused argument - * retr.c (retrieve_url): Changed register_{css,html} usage according - new signature. - -2012-05-16 Giuseppe Scrivano <gscrivano@gnu.org> - - * warc.h: Cut length lines to 80 columns. - * warc.c: Likewise. - -2012-05-14 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (wgnutls_read_timeout): removed warnings, moved fcntl stuff - outside loop. - - * hash.h (hash_table_put): Make argument "value" const. - * hash.c (hash_table_put): Make argument value const. Cast `value' to - void. - * http.c (request_set_header): Make argument `name' const. Cast `value' - and `name' to void*. - (request_remove_header): Make argument `name' const. - * url.c (url_file_name): Make `index_filename' static. - * warc.h (warc_write_cdx_record): Make `url', `timestamp', `mime_type', - `payload_digest', `redirect_location', `warc_filename', response_uuid' - arguments const. Make `checksum' const. - * warc.c (warc_write_date_header): Make the `timestamp' argument const. - Make `extension' const. - (warc_write_cdx_record): Make `url', `timestamp', `mime_type', - `payload_digest', `redirect_location', `warc_filename', response_uuid' - arguments const. Make `checksum' const. - -2012-05-13 Tim Ruehsen <tim.ruehsen@gmx.de> - - * gnutls.c (credentials): Change type to - gnutls_certificate_credentials_t. - (ssl_init): Do not use deprecated types. - (ssl_connect_wget): Likewise. - -2012-04-11 Gijs van Tulder <gvtulder@gmail.com> - - * init.c: Add --accept-regex, --reject-regex and --regex-type. - * main.c: Likewise. - * options.c: Likewise. - * recur.c: Likewise. - * utils.c: Add regex-related functions. - * utils.h: Add regex-related functions. - -2012-03-30 Tim Ruehsen <tim.ruehsen@gmx.de> - - * convert.c (convert_links_in_hashtable): Mmake it static. - * cookies.c (parse_set_cookie): Remove empty else branches. - * css-url.c: Include "css-url.h". - (get_uri_string): Make it static. - * css-url.h (get_urls_css): Add protoype. - * gnutls.c (ssl_init): Add prototype. - * html-parse.c (tagstack_push): Make it static. - * html-parse.c (tagstack_pop): Make it static. - * html-parse.c (tagstack_find): Make it static. - * html-url.c (cleanup_html_url): Make it static. - * progress.c (count_cols): Make it static. - * progress.c (get_eta): Make it static. - * retr.h (convert_to_bits): Remove prototype. - * util.h (convert_to_bits): Add prototype. - * spider.c (spider_cleanup): Make it static. - * warc.c (warc_write_start_record): Add prototype. - * warc.c (warc_write_end_record): Add prototype. - * warc.c (warc_start_cdx_file): Add prototype. - * warc.c (warc_init): Add prototype. - * warc.c (warc_load_cdx_dedup_file): Add prototype. - * warc.c (warc_write_metadata): Add prototype. - * warc.c (warc_close): Add prototype. - * warc.c (warc_tempfile): Add prototype. - * warc.c (warc_write_warcinfo_record): Make it static. - * warc.c (warc_load_cdx_dedup_file): Make it static. - * warc.c (warc_write_metadata): Make it static. - * warc.h (warc_init): Fix prototype. - * warc.h (warc_close): Fix prototype. - * warc.h (warc_tempfile): Fix prototype. - -2012-03-30 Tim Ruehsen <tim.ruehsen@gmx.de> - - * url.c: Use empty query in local filenames. - -2012-04-22 Tim Ruehsen <tim.ruehsen@gmx.de> - - * main.c (main): Dynamically allocate `opt.progress_type'. - -2012-04-21 Tim Ruehsen <tim.ruehsen@gmx.de> - - * ftp-basic.c (ftp_pasv): Fix memory leak. - - * http.c (gethttp): Fix memory leak. - - * ftp.c (getftp): Silent compiler warning. - -2009-06-14 Phil Pennock <mutt-dev@spodhuis.org> (tiny change) - * host.h: Declare `is_valid_ip_address'. - * host.c (is_valid_ip_address): New function. - * http.c (gethttp): Specify the hostname to ssl_connect_wget. - * gnutls.c (ssl_connect_wget): Specify the server name. - * openssl.c (ssl_connect_wget): Likewise. - * ssl.h: Change method signature for ssl_connect_wget. - -2012-04-13 Tim Ruehsen <tim.ruehsen@gmx.de> (tiny change) - - * warc.c (warc_load_cdx_dedup_file): Fix a memory leak by freeing - `lineptr'. - -2012-04-07 Daniel Kahn Gillmor <dkg@fifthhorseman.net> (tiny change) - - * gnutls.c (key_type_to_gnutls_type): New function. - (ssl_init): Use correctly the specified gnutls certificate. - -2012-04-01 Gijs van Tulder <gvtulder@gmail.com> - - * html-url.c: Prevent crash on incomplete STYLE tag. - -2012-04-01 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (wgnutls_read_timeout): Ensure timer is freed. - - * gnutls.c (wgnutls_read_timeout): Do not use timer if it is not - allocated. - Reported by: Xu Zhongxing <xu_zhong_xing@163.com> - -2012-03-30 Tim Ruehsen <tim.ruehsen@gmx.de> (tiny change) - - * warc.c: make warc_uuid_str() implementation depend on HAVE_LIBUUID. - -2012-03-29 Tim Ruehsen <tim.ruehsen@gmx.de> (tiny change) - - * utils.c (library): Include <sys/time.h>. - -2012-03-25 Giuseppe Scrivano <gscrivano@gnu.org> - - * utils.c: Include <sys/ioctl.h>. - - * ptimer.c: Include <sys/time.h>. - - * connect.c: Include <sys/socket.h>, <sys/select.h>, <sys/time.h>. - Reported by: Ray Satiro <raysatiro@yahoo.com>. - -2012-03-25 Ray Satiro <raysatiro@yahoo.com> - - * build_info.c.in: Check that HAVE_LIBSSL32 is defined when OpenSSL - is used. - -2012-03-07 Steven Schubiger <stsc@member.fsf.org> - - * init.c (wgetrc_user_file_name): Correct typo. - -2012-03-06 Sasikantha Babu <sasikanth.v19@gmail.com> - - * utils.c (convert_to_bits): Added new function convert_to_bits to - convert bytes to bits. - * retr.c (calc_rate): Modified the function to handle --bits - option and download rate calculated as bits per sec (SI-prefix) - for --bits otherwise bytes (IEC-prefix). - (retr_rate): Rates will display in bits per sec for --bits. - * options.h (struct opt): Added --bit option bool variable bits_fmt. - * main.c (print_help) : Added help for --bit. - * init.c: Defined command for --bit option. - * retr.h: Added function prototype. - -2012-02-26 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c: Include "closeout.h" - (main): Register close_stdout at exit. - -2012-02-01 Gijs van Tulder <gvtulder@gmail.com> - - * warc.c: Fix large file support with ftello, fseeko. - * warc.h: Fix large file support. - * http.c: Fix large file support. - -2012-02-23 Giuseppe Scrivano <giuseppe@southpole.se> - - * main.c (main): Write diagnostic messages to `stderr' not to `stdout'. - - * main.c (main): Fail gracefully if `malloc' fails. - - * gnutls.c (wgnutls_read): Remove unused variables `timer' and `flags'. - -2012-02-17 Steven Schubiger <stsc@member.fsf.org> - - * warc.c: Add license header. - -2012-01-27 Gijs van Tulder <gvtulder@gmail.com> - - * retr.c (fd_read_body): If the response is chunked, the chunk - headers are now written to the WARC file, making the WARC file - an exact copy of the HTTP response. - -2012-01-27 Gijs van Tulder <gvtulder@gmail.com> - - * retr.c (fd_read_body): Fix a memory leak with chunked responses. - * http.c (skip_short_body): Fix the same memory leak. - -2012-01-09 Gijs van Tulder <gvtulder@gmail.com> - - * init.c: Disable WARC compression if zlib is disabled. - * main.c: Do not show the 'no-warc-compression' option if zlib is - disabled. - * warc.c: Do not compress WARC files if zlib is disabled. - -2012-01-09 Sasikantha Babu <sasikanth.v19@gmail.com> (tiny change) - * connect.c (connect_to_ip): properly formatted ipv6 address display. - (socket_family): New function - returns socket family type. - * http.c (gethttp): properly formatted ipv6 address display. - -2011-11-09 Gijs van Tulder <address@hidden> - - * warc.c: Call gzdopen() with wb9 instead of wb+9, which fails on - zlib version >= 1.2.4. - -2011-11-04 Steven Schweda <address@hidden> - - * warc.c [! WINDOWS]: Include <libgen.h>. - (warc_write_warcinfo_record): Assign a new allocated buffer and - free it on errors. - -2011-11-01 Steven Schweda <address@hidden> - - * gnutls.c (ssl_init): Ensure GNU TLS is loaded only once. - -2011-10-07 Steven Schweda <address@hidden> - - * connect.c: Add HAVE_SYS_SELECT_H and HAVE_SYS_SOCKET_H conditions - on includes of <sys/select.h> and <sys/socket.h>, respectively. - * ftp.c (getftp): Move BIN_TYPE_TRANSFER macro into VMS-specific - section. On VMS, use Stream_LF attributes for listing files. Pass - BIN_TYPE_FILE to fopen_excl() instead of constant-everywhere "true". - * ftp.c (ftp_retrieve_list): Restore lost test of opt.preserve_perm - (--preserve-permissions) on the chmod() operation. - * init.c, main.c: Remove "deprecated" from opt.preserve_perm - (--preserve-permissions). - * init.c (initialize): Use distinct messages for errors in C macro - SYSTEM_WGETRC and environment-variable SYSTEM_WGETRC. Avoid use of - C macro SYSTEM_WGETRC when it's not defined. - * log.c (log_close): Avoid closing logfp when it's stderr. - * main.c (print_help): Restore --preserve-permissions. - * main.c (main): Avoid using a negative value of longindex as a - subscript (for long_options[]) when searching for "--config". - * main.c (main): Exit the program using exit() instead of "return". - (VMS handles these differently, and exit() is better.) - * openssl.c (ssl_init): Add type cast (SSL_METHOD *) to newly "const" - "meth" argument to accommodate OpenSSL version 0.9.8, where that - argument is not "const" in the OpenSSL function (SSL_CTX_new). - * test.c: Declare "program_argstring". - * utils.c (fopen_excl): Comment typography. - * warc.h: New file. - * warc.c: New file. - -2011-10-02 Henrik Holst <henrik.holst@millistream.com> (tiny change) - * http.c (gethttp): If 'contentonerror' is used then do not - skip the http body on 4xx and 5xx errors. - - * init.c (commands): Add 'contentonerror'. - - * main.c (print_help, option_data): Add new option 'contentonerror' - to make wget not skip the http content on 4xx and 5xx errors. - - * options.h: New variable 'content_on_error'. - -2011-09-19 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (print_version): Update copyright year. - (print_version): Fix typo. - -2011-09-13 Giuseppe Scrivano <gscrivano@gnu.org> - - * ftp.c (ftp_retrieve_glob): Propagate correctly the `res' error - code. - -2011-09-07 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (gethttp): Don't inhibit arest request if opt.timestamping is - set. - Reported by <natrio@list.ru> - -2011-09-06 Jakob Matthes <jakob.matthes@gmail.com> (tiny change) - - * main.c (print_version): Do not exit prematurely when --help is passed. - -2011-09-04 Christian Jullien <eligis@orange.fr> (tiny change) - - * gnutls.c: Include <sys/fcntl.h>. - -2011-09-02 Mojca Miklavec <mojca.miklavec.lists@gmail.com> (tiny change) - - * main.c (print_version): Do not exit prematurely when --version is passed. - -2011-08-30 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (wgnutls_read_timeout): Use the non blocking socket only for - `gnutls_record_recv'. Set errno to ETIMEDOUT on a read timeout. - -2011-08-29 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (wgnutls_read_timeout): New function. - (wgnutls_read): Use wgnutls_read_timeout. - (wgnutls_peek): Likewise. - -2011-08-27 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (print_help): Exit with an error status if print to stdout - fails. - (print_usage): Change method signature and return a status code. - (print_version): Likewise. - -2011-08-26 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c: Include "ptimer.h". - (wgnutls_read): Honor read timeout. - - * openssl.c (ssl_init): Make `meth' const. - -2011-08-25 Giuseppe Scrivano <gscrivano@gnu.org> - - * utils.c [HAVE_UTIME && HAVE_UTIME_H]: Include <utime.h>. - [HAVE_UTIME && HAVE_SYS_UTIME_H]: Include <sys/utime.h>. - (touch) [HAVE_UTIME: Prefers utime over futimens when it is available. - It was reported that Cygwin has a not working futimens. - -2011-08-19 Giuseppe Scrivano <gscrivano@gnu.org> - - * init.c (home_dir) [MSDOS]: Move local variable `len' here. - -2011-08-18 Giuseppe Scrivano <giuseppe@southpole.se> - - * http.c (gethttp): Fix a memory leak on some errors. Free the head - buffer. - - * Makefile.am: Use an additional file "css_.c" which in turn includes - "wget.h" and immediately "css.c". - - * http.c (gethttp): Reset chunked_transfer_encoding on redirections. - -2011-08-13 Giuseppe Scrivano <gscrivano@gnu.org> - - * retr.c (fd_read_body): Ensure max is not already defined. - - * mswindows.h (snprintf): Remove definition. - (vsnprintf): Likewise. - -2011-08-12 Giuseppe Scrivano <gscrivano@gnu.org> - - * css.l: Remove include "wget.h". - Reported by: Perry Smith <pedzsan@gmail.com>. - -2011-08-11 Giuseppe Scrivano <gscrivano@gnu.org> - - * utils.c (abort_run_with_timeout): Use sigprocmask instead of - sigsetmask. - - * gnutls.c (ssl_connect_wget): Remove call to deprecated function - `gnutls_certificate_type_set_priority'. - - * Makefile.am (version.c): Don't invoke hg to set version string. - -2011-08-10 Giuseppe Scrivano <gscrivano@gnu.org> - - Fix a linker error on systems with an older gnutls version. - * gnutls.c (ssl_connect_wget) - [HAVE_GNUTLS_PRIORITY_SET_DIRECT]: Use gnutls_priority_set_direct. - [! HAVE_GNUTLS_PRIORITY_SET_DIRECT]: Use gnutls_protocol_set_priority. - Reported by: Karl Berry <karl@freefriends.org> - -2011-08-06 Jochen Roderburg <Roderburg@Uni-Koeln.DE> - - * host.c (lookup_host): Ensure it doesn't print more IPs than available - ones. - -2011-08-06 Giuseppe Scrivano <gscrivano@gnu.org> - - * init.c (defaults): Set default value for show_all_dns_entries. - - * host.c (lookup_host): If `showalldnsentries' is used then print all - the IP corresponding to a DNS entry. - * init.c (commands): Add `showalldnsentries'. - Suggested by: Witold Baryluk <baryluk@smp.if.uj.edu.pl> - - * http.c (gethttp): Add the Cache-Control HTTP header when --no-cache - is specified. - Reported by: Коренберг Марк <socketpair@gmail.com>. - -2011-08-05 Giuseppe Scrivano <gscrivano@gnu.org> - - * utils.c (acceptable): Accept always the file if it is the specified - output destination. - Reported by: Shai Berger <shai@platonix.com> - -2011-08-05 Giuseppe Scrivano <giuseppe@southpole.se> - - * gnutls.c (ssl_connect_wget): Use `gnutls_priority_set_direct' instead - of the deprecated `gnutls_protocol_set_priority'. - -2011-08-02 Giuseppe Scrivano <giuseppe@southpole.se> - - * cookies.c (parse_set_cookie): If the value is quoted, do not modify - it. - Reported by: Nirgal Vourgère <jmv_deb@nirgal.com> - -2011-07-29 Giuseppe Scrivano <giuseppe@southpole.se> - - * log.c (logprintf): Exit immediately on a SIGPIPE error. - Reported by: Noèl Köthe <noel@debian.org>. - -2011-07-26 Carlos Martín Nieto <carlos@cmartin.tk> (tiny change) - - * init.c (home_dir): Allocate path buffer dinamically. - -2011-07-26 Giuseppe Scrivano <giuseppe@southpole.se> - - * retr.c (retrieve_url): Do not register redirects when in spider mode. - -2011-07-20 Merinov Nikolay <kim.roader@gmail.com> - - * iri.c (remote_to_utf8): Add test for non-ASCII symbols with - UTF-8 URI encoding. - * res.c (res_retrieve_file): Fix url_parse call. - -2011-06-08 Giuseppe Scrivano <giuseppe@southpole.se> - - * retr.c (retrieve_from_file): Parse the url careless if IRI is enabled. - Reported by: Volker Kuhlmann <list0570@paradise.net.nz>. - -2011-05-24 Giuseppe Scrivano <gscrivano@gnu.org> - - * retr.c (fd_read_body): Define max. - -2010-12-28 Adrien Nader <adrien@notk.org> (tiny change) - - * main.c [WINDOWS]: Include <io.h> and <fcntl.h>. - (main) [WINDOWS]: Set the stdout file mode to binary. - Submitted also by: Martin Panter <vadmium@gmail.com> - -2011-05-23 Giuseppe Scrivano <gscrivano@gnu.org> - - * retr.c (fd_read_body): Be sure the buffer size is at least 8Kb. - BUFSIZ may assume very small values with a negative impact on the - performances. - - * mswindows.h [NEED_GAI_STRERROR]: remove definition for gai_strerror. - -2011-05-15 Ray Satiro <raysatiro@yahoo.com> - - * connect.c (select_fd) [WINDOWS]: Ensure the socket is blocking. - * mswindows.h: Add declaration for set_windows_fd_as_blocking_socket. - * mswindows.c (set_windows_fd_as_blocking_socket): New function. - - * openssl.c (openssl_read): Prevent loops on read errors. - -2011-04-24 Giuseppe Scrivano <gscrivano@gnu.org> - - * html-url.c: Include "exists.h". - * gnutls.c (wgnutls_peek): Remove local variable `ret'. - -2011-04-21 Daniel Manrique <roadmr@tomechangosubanana.com> (tiny change) - * main.c (main): Set exit status when invalid host name given in - command line. - * html-url.c (get_urls_file): Set exit status when invalid host - name given in input file. - -2011-04-19 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c: Do not include <fcntl.h>. - * gnutls.c (wgnutls_peek): Ensure there is data available before attempt - a read on the blocking socket. - - * Makefile.am (LIBS): Add $(LIB_CLOCK_GETTIME) - * utils.c: Include <sys/stat.h>. Do not include <sys/time.h>. - (touch): Use `futimens' instead of `utimes'. - - * mswindows.h: Do not include <direct.h>. Remove macro definition for - mkdir. - -2011-04-18 Giuseppe Scrivano <gscrivano@gnu.org> - - * utils.c: Include <sys/time.h>. Do not include <sys/utime.h>. - (touch): Use `utimes' instead of `utime'. - - * openssl.c (openssl_read): Fix build error. - -2011-04-17 Giuseppe Scrivano <gscrivano@gnu.org> - - * wget.h [HAVE_LIBSSL32]: Define HAVE_SSL. - - * gnutls.c (wgnutls_peek): Use correctly FIONBIO codes under Mingw32. - Reported by: Ray Satiro <raysatiro@yahoo.com> - -2011-04-13 Giuseppe Scrivano <gscrivano@gnu.org> - - * openssl.c (openssl_poll): Check if the specified timeout is zero after - SSL_pending. - (openssl_peek): Make the call non-blocking. - -2011-04-11 Cristian Rodríguez <crrodriguez@opensuse.org> (tiny change) - - * openssl.c (ssl_init) [! OPENSSL_NO_SSL2]: Use SSLv2 only when - available. - -2011-04-07 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (ssl_init): Allow X509 v1 certificates. - Suggested by: Ray Satiro <raysatiro@yahoo.com> - - (wgnutls_peek): Remove tight loop around gnutls_record_recv. - -2011-04-07 Ray Satiro <raysatiro@yahoo.com> (tiny change) - - (wgnutls_read): Check for the GNUTLS_E_AGAIN return code in the recv - tight loop. - (wgnutls_write): Likewise. - (wgnutls_peek): Likewise. - -2011-04-07 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (wgnutls_peek): New local variable `read'. - Use `read' instead of `ret' to store the number of read bytes. - Reported by: Ray Satiro <raysatiro@yahoo.com> - -2011-04-04 Giuseppe Scrivano <gscrivano@gnu.org> - - * openssl.c [WINDOWS]: Include <w32sock.h>. - (openssl_read): Retry the read on SSL_ERROR_WANT_READ. - - * host.c [WINDOWS]: Include <winsock2.h> and <ws2tcpip.h>. - Suggested by: Ray Satiro <raysatiro@yahoo.com>. - - * Makefile.am (LIBS): Remove @LIBSSL@ @W32LIBS@ - -2011-04-03 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c: Include <fcntl.h>. - (wgnutls_peek): Make the socket non blocking before attempt a read. - - * gnutls.c: Include <sys/ioctl.h>. - (wgnutls_peek) [F_GETFL]: Use fcntl. - (wgnutls_peek) [! F_GETFL]: Use ioctl. - - -2011-03-31 Giuseppe Scrivano <gscrivano@gnu.org> - - * recur.c (download_child_p): When --no-parent is used, check that the - ports are the same only in case the same protocol is used. - Reported by: Karl Berry <karl@freefriends.org> - - * res.c (res_parse): Add new line to debug messages. - -2011-03-21 Giuseppe Scrivano <gscrivano@gnu.org> - - * iri.h (parse_charset) [!ENABLE_IRI]: Use the parameter to avoid a - compiler warning. - - * iri.h: Declare `dummy_iri' as extern not static. - * main.c [!ENABLE_IRI]: Define `dummy_iri'. - (main) [!ENABLE_IRI]: Initialize `dummy_iri'. - -2011-03-11 Giuseppe Scrivano <gscrivano@gnu.org> - - * ftp.c (getftp): Fix some memory leaks. - * ftp-ls.c (ftp_parse_winnt_ls): Likewise. - Reported by: Zhenbo Xu <zhenbo1987@gmail.com>. - -2010-11-20 Filipe Brandenburger <filbranden@gmail.com> (tiny change) - - * http.c (gethttp): Repeat a POST request on a 307 response. - * retr.c (retrieve_url): Use NEWLOCATION_KEEP_POST. - * wget.h: Define NEWLOCATION_KEEP_POST. - -2011-03-02 Tomasz Buchert <tomek.buchert@gmail.com> (tiny change) - - * http.c (ensure_extension): Do not adjust the extension if the file - ends in .htm. - -2011-02-22 Gilles Carry <gilles.carry@st.com> - - * main.c (prompt_for_password): Use stderr instead of stdout - to prompt password. This allows to use --output-document=- and - --ask-password simultaneously. Without this, redirecting stdout - makes password prompt invisible and mucks up payload such as in - this example: - wget --output-document=- --ask-password -user=foo \ - http://foo.com/tarball.tgz | tar zxf - - -2011-02-22 Steven Schubiger <stsc@member.fsf.org> - - * http.c (gethttp, http_loop): Move duplicated code which is run - when an existing file is not to be clobbered to a function. - (get_file_flags): New static function. - -2010-12-10 Evgeniy Philippov <egphilippov@googlemail.com> (tiny change) - - * main.c (main): Initialize `total_downloaded_bytes'. - -2010-12-09 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (main): If --no-clobber and --convert-links are used at the - same time, use only the latter. - Reported by: Romain Vimont <rom@rom1v.com> - -2010-12-07 Jessica McKellar <jesstess@mit.edu> (tiny change) - - * main.c: Make help message clearer. - -2010-12-02 Giuseppe Scrivano <gscrivano@gnu.org> - - * build_info.c.in: Do not list md5. - -2010-12-01 Giuseppe Scrivano <gscrivano@gnu.org> - - * cmpt.c: Include <unistd.h> inconditionally. - * connect.c: Likewise. - * convert.c: Likewise. - * ftp-basic.c: Likewise. - * ftp-ls.c: Likewise. - * ftp.c: Likewise. - * gnutls.c: Likewise. - * http.c: Likewise. - * init.c: Likewise. - * log.c: Likewise. - * main.c: Likewise. - * openssl.c: Likewise. - * progress.c: Likewise. - * ptimer.c: Likewise. - * recur.c: Likewise. - * retr.c: Likewise. - * url.c: Likewise. - * utils.c: Likewise. - - * retr.c (fd_read_body): Dinamically allocate `dlbuf'. - -2010-11-27 Reza Snowdon <vivi@mage.me.uk> - - * init.c (initialize): If 'ok' is not zero; exit, as this - indicates there was a problem parsing 'SYSTEM_WGETRC'. - Fixes bug #20370. - -2010-11-22 Giuseppe Scrivano <gscrivano@gnu.org> - - Revert last commit. - * ftp.c (getftp): When count > 0, don't append to the existing file. - * http.c (gethttp): Likewise. - -2010-11-21 Giuseppe Scrivano <gscrivano@gnu.org> - - * ftp.c (getftp): If `count' is bigger than zero, try to resume the - download, not restart it. - * http.c (gethttp): Likewise. - Suggested by: Evgeny Kapun <abacabadabacaba@gmail.com>. - -2010-11-19 Giuseppe Scrivano <gscrivano@gnu.org> - - * ftp.c (getftp): Accept new argument `count'. When `count' is - bigger than zero, assume the file can be overwritten. - (ftp_loop_internal): Pass new argument `count' to `getftp'. - - * http.c (gethttp): Accept new argument `count'. When `count' is - bigger than zero, assume the file can be overwritten. - (http_loop): Pass new argument `count' to `gethttp'. - Reported by: Evgeny Kapun <abacabadabacaba@gmail.com>. - -2010-08-08 Reza Snowdon <vivi@mage.me.uk> - - * main.c (main): inserted 'defaults'. - Added additional 'getopt_long' while loop to search and apply a - user specified config file before any other options. - New variables 'retconf', 'use_userconfig', - 'confval', 'userrc_ret', 'config_opt'. - * init.c: Include stdbool.h. - (commands): Added config details. - (defaults): Removed static. - (wgetrc): Removed static. - (initialize): Removed 'defaults ()', - changed 'int ok' to 'bool ok'. - * options.h: New variable 'choose_config'. - * init.h (defaults): exported function. - (run_wgetrc): exported function. - -2010-10-24 Jessica McKellar <jesstess@mit.edu> (tiny change) - - * main.c (main): Print the total download time as part of the - summary for downloads using the recursive or page requisites - options. Fixes bug #21359. - -2010-10-24 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (wgnutls_peek): Do not return an error when - `gnutls_record_recv' fails but some data is already available. - -2010-10-23 Giuseppe Scrivano <gscrivano@gnu.org> - - * Makefile.am (LIBS): Remove @LIBGNUTLS@ and use @W32LIBS@ as last - component. - - * gnutls.c (wgnutls_peek): Block until data is available. - -2010-10-21 Giuseppe Scrivano <gscrivano@gnu.org> - - * retr.c (retrieve_url): Do not register HTML files twice. - Reported by: Manfred Koizar <mkoi-pg@aon.at>. - -2010-10-18 Manfred Koizar <mkoi-pg@aon.at> (tiny change) - - * html-url.c (tag_handle_link): Do not assume external links type - to be always "text/html". - -2010-10-16 Giuseppe Scrivano <gscrivano@gnu.org> - - * connect.c (socket_ip_address): Initialize `sockaddr' to zero. - * ftp-basic.c (ftp_epsv): Remove dead assignment to `s'. - * ftp-ls.c (ftp_parse_vms_ls): Remove dead assignment to `len'. - * http.c (skip_short_body): Remove dead assignment to `ret'. - * init.c (wgetrc_user_file_name): Remove dead assignment to `home'. - * main.c (main): Silent warning reported by clang. - (http_loop): Silent warning reported by clang. - * retr.c (retrieve_url): Likewise. - * url.c (init_seps): Remove dead assignment to `p'. - -2010-10-11 Giuseppe Scrivano <gscrivano@gnu.org> - - * ftp.c (getftp): Fix indentation. - -2010-10-11 Steven Schubiger <stsc@member.fsf.org> - - * ftp.c (getftp): Initialize `targ'. - -2010-10-08 Ivanov Anton <x86mail@gmail.com> (tiny change) - - * src/html-url.c (check_style_attr): Skip quotes when they are present. - -2010-10-06 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (main): Remove unused variable `status'. - -2010-09-25 Merinov Nikolay <kim.roader@gmail.com> - - * init.c: Add "unlink" command into command list. - * main.c: Add "unlink" option into option_data list. - * options.h: Adding unlink field into struct options. - * wget.h: Addind UNLINKERR error into uerr_t enum. - * exits.c (get_status_for_err): define status for UNLINKERR. - * ftp.c (getftp): unlink file if exists, instead clobbering. - (ftp_loop_internal): processing UNLINKERR. - * http.c (gethttp): unlink file if exists, instead clobbering. - (http_loop): processing UNLINKERR. - -2010-09-24 Dennis, CHENG Renquan <crquan@fedoraproject.org> - - Fix problem when content-disposition is used with recursive downloading. - * url.h (url_file_name): Add a new argument `replaced_filename'. - * url.c (url_file_name): Likewise. - * http.c (parse_content_disposition): Do not add a prefix to the return - value. - (test_parse_content_disposition): Adjust tests. - (gethttp): Pass additional parameter to `url_file_name'. - (http_loop): Likewise. - * ftp.c (ftp_loop_internal, ftp_get_listing, ftp_retrieve_list) - (ftp_loop): Likewise. - -2010-09-14 Giuseppe Scrivano <gscrivano@gnu.org> - - * convert.c (local_quote_string): Accept new parameter `no_html_quote'. - Inhibit HTML quoting when `no_html_quote'. - (convert_links): Disable HTML quoting in CSS files. - Reported by: Manuel Reinhardt <reinhardt@syslab.com>. - -2010-09-12 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (print_help): Align --trust-server-names help text with - the rest of the text. - Suggested by: Mike Frysinger <vapier@gentoo.org>. - -2010-08-20 Giuseppe Scrivano <gscrivano@gnu.org> - - * convert.c: Include "iri.h". - (convert_links_in_hashtable): Parse the url, if - necessary, before check if it is present in the dowloaded url - map. - Reported by: <sk.random@gmail.com>. - -2010-08-09 Giuseppe Scrivano <gscrivano@gnu.org> - - Fix a problem with HTTP/1.0 proxies. - * http.c (gethttp): Specify the connection header when keep alive - connections are not used. - - Use persistent connections with proxies supporting them. - * http.c (gethttp): Specify Proxy-Connection to the HTTP proxy. - -2010-08-06 Giuseppe Scrivano <gscrivano@gnu.org> - - * css-url.c (get_uri_string): Skip empty urls. - -2010-07-25 John Trengrove <jtrengrove@gmail.com> (tiny change) - - * ftp.h: Added enum `parsetype'. Modified struct to hold parsetype. - - * ftp-ls.c (ftp_parse_unix_ls): Default to TT_DAY. Change to TT_HOUR_MIN - if hours/minutes parsed. - (ftp_parse_winnt_ls): Default to TT_HOUR_MIN. - (ftp_parse_vms_ls): Default to TT_HOUR_MIN. - (ftp_index): Print only if fileinfo struct value ttype set to TT_HOUR_MIN. - -2010-07-30 Giuseppe Scrivano <gscrivano@gnu.org> - - * html-url.h (struct map_context): Remove member `tail'. - - * html-url.c (append_url): Append the new url ordered by `position'. - (get_urls_html): Do not initialize `ctx.tail'. - - * css-url.c (get_urls_css_file): Do not initialize `ctx.tail'. - -2010-07-29 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (wgnutls_peek): Don't read more data if the buffered peek - data is sufficient. - -2010-07-28 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.h (http_loop): Add new argument `original_url' - * http.c (http_loop): Add new argument `original_url'. Use - `original_url' to get a filename if `trustservernames' is false. - - * init.c (commands): Add "trustservernames". - - * options.h (library): Add variable `trustservernames'. - - * main.c (option_data): Add trust-server-names. - (print_help): Describe --trust-server-names. - - * retr.c (retrieve_url): Pass new argument to `http_loop'. - -2010-07-20 Alan Jenkins <alan-jenkins@tuffmail.co.uk> (tiny change) - - * http.c (gethttp): Check content-length was set before trying to - compare it with the already downloded filesize. - -2010-07-20 Leonid Petrov <nouser@lpetrov.net> - - * ftp.c (getftp): Don't attempt to retrieve the file if it is already - completely. - (ftp_loop_internal): Force the length to be zero for symlinks. - -2010-07-18 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (gethttp): If -N is used, don't exit immediately if the content - length is less or equal than the existing file size. Specify "Range" - only if -N is not used. - Reported by: Caleb Cushing <xenoterracide@gmail.com>. - -2010-07-14 Giuseppe Scrivano <gscrivano@gnu.org> - - * ftp.c (max): Remove definition. - (getftp): New variable `got_expected_bytes'. Let `expected_bytes' be - the value SIZE returns, otherwise use the bytes count returned by RETR. - Suggested by Daniel Stenberg <daniel@haxx.se>. - -2010-07-14 Giuseppe Scrivano <gscrivano@gnu.org> - - * ftp.c (max): Add definition. - (getftp): Consider for `expected_bytes' the greatest value between the - bytes count returned by SIZE and the bytes count returned by RETR. - Reported by: Jozua <jozua@sparky.za.net>. - -2010-07-11 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (http_loop): New variable `force_full_retrieve'. If the remote - file is newer that the local one then inhibit -c. - Reported by: Caleb Cushing <xenoterracide@gmail.com>. - -2010-07-09 Giuseppe Scrivano <gscrivano@gnu.org> - - * css-url.c (get_urls_css_file): Use `wget_read_file' instead of - `read_file'. Use `wget_read_file_free' instead of `read_file_free'. - * convert.c (convert_links): Likewise. - * html-url.c (get_urls_html, get_urls_file): Likewise. - * res.c (res_parse_from_file): Likewise. - - * utils.h: Rename `read_file' to `wget_read_file'. Rename - `read_file_free' to `wget_read_file_free'. - - * utils.c (wget_read_file): Renamed from `read_file'. - (wget_read_file_free): Renamed from `read_file_free'. - -2010-07-05 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (ssl_init): New local variables `ca_directory' and `dir'. - Load default root certificates under the `ca_directory' directory. - -2010-07-03 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (ssl_connect_wget): New local variable `allowed_protocols'. - Honor the --secure-protocol flag. - -2010-06-20 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (print_help): Fix help string for --random-wait. Its range is - [0.5*wait, 1.5*wait) not [0, 2*wait). - Reported by: Tom Mizutani <gombei1970@gmail.com>. - -2010-06-15 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c [WIN32]: Include "w32sock.h". - (FD_TO_SOCKET): Add definition. - (ssl_connect_wget): Get the real socket handle by FD_TO_SOCKET. - Define FD_TO_SOCKET if it is not yet defined. - -2010-06-14 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c: Include <stdlib.h>. - (struct wgnutls_transport_context): Remove `peekstart'. - (ssl_connect_wget): Renamed from `ssl_connect'. - (wgnutls_poll): New variable `ctx'. - (wgnutls_read): Don't use `ctx->peekstart'. - (wgnutls_peek): Likewise. Don't attempt to read if there is not - ready data. - -2010-06-14 Giuseppe Scrivano <gscrivano@gnu.org> - * http.c (http_loop): Always send a HEAD request when -N is used - together with --content-disposition. - Reported by: Jochen Roderburg <Roderburg@Uni-Koeln.DE>. - -2010-06-10 Muthu Subramanian K <muthusuba@gmail.com> (tiny change) - - * http.c (http_loop): Increase `total_downloaded_bytes' by - `hstat.rd_size', not `hstat.len'. - -2010-06-10 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (print_version): Drop the current maintainer line. - -2010-06-10 Giuseppe Scrivano <gscrivano@gnu.org> - - * Makefile.am (build_info.c): Generate the `build_info.c' file under - the build directory. - Patch by: Daniel Stenberg <daniel@haxx.se>. - -2010-06-03 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (http_loop): Do not send a HEAD request before the GET request - when --content-disposition is used. - Reported by: alex_wh@mail.ru. - -2010-05-31 Giuseppe Scrivano <gscrivano@gnu.org> - - * css.l: Use option "nounput". - (YY_NO_INPUT): Add macro definition. - -2010-05-31 Giuseppe Scrivano <gscrivano@gnu.org> - - * html-parse.c (map_html_tags): Fix condition for closed tag. Handle - the case '>' is not specified after '/'. - -2010-05-31 Giuseppe Scrivano <gscrivano@gnu.org> - - * sysdep.h (_SVID_SOURCE): Remove definition. - (_BSD_SOURCE): Remove definition. - -2010-05-31 Giuseppe Scrivano <gscrivano@gnu.org> - - * recur.c (retrieve_tree): Remove variable `up_error_code'. - - * iri.c (open_locale_to_utf8): Remove function. - -2010-05-30 Giuseppe Scrivano <gscrivano@gnu.org> - - * html-parse.c (NAME_CHAR_P): Consider '<' an invalid character. - (advance_declaration): Close the tag if '<' is found. - (map_html_tags): Likewise. - -2010-05-27 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (print_usage): Accept a new parameter `error'. - (main): Print diagnostic messages to stderr, not stdout. - -2010-05-27 Giuseppe Scrivano <gscrivano@gnu.org> - - * Makefile.am (wget_SOURCES): Remove `snprintf.c'. - - * snprintf.c: Remove file. - -2010-05-27 Giuseppe Scrivano <gscrivano@gnu.org> - - * main.c (main): Exit with failure when -k is specified and -O is not - a regular file. - -2010-05-27 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (gethttp): Consider new cookies retrieved when the - authorization fails. - -2010-05-25 Giuseppe Scrivano <gscrivano@gnu.org> - - * host.c (sufmatch): Do not consider zero length entries. - - * http.c (H_10X): New macro. - (gethttp): Silently ignore 1xx responses. - -2010-05-24 Giuseppe Scrivano <gscrivano@gnu.org> - - * iri.h (dummy_iri): Define static. - - * css-tokens.h (css_tokens): Remove variable. - -2010-05-23 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (http_atotm): Count the NUL character when copying the locale - string. - Reported by: Florian Weimer <fw@deneb.enyo.de> - -2010-05-16 Giuseppe Scrivano <gscrivano@gnu.org> - - * Makefile.am (LDADD): Remove MD5_LDADD. - (MD5_LDADD): Remove definition. - (AM_CPPFLAGS): Remove MD5_CPPFLAGS. - (version.c): Remove dependency from MD5_LDADD. - (../md5/libmd5.a): Remove rule. - - * ftp-opie.c: Include "md5.h". Do not include "gen-md5.h". - (skey_response): New variable ctx. Use md5 functions from the gnulib - module instead of functions defined previously in the "gen-md5.h" file. - - * gen-md5.h: Remove file. - * gen-md5.c: Likewise. - - * http.c: Include "md5.h". Do not include "gen-md5.h". - (digest_authentication_encode): New variable ctx. Use md5 functions - from the gnulib module instead of functions defined previously in the - "gen-md5.h" file. - -2010-05-15 Giuseppe Scrivano <gscrivano@gnu.org> - - * Makefile.am: Quote any path using $(top_srcdir) or $(top_builddir). - (version.c): Remove dependency from configure.ac and Makefile.am. - - * css.l: Include "wget.h". - -2010-05-08 Giuseppe Scrivano <gscrivano@gnu.org> - - * Makefile.am: Update copyright years. - * cmpt.c: Likewise. - * connect.h: Likewise. - * convert.c: Likewise. - * convert.h: Likewise. - * cookies.c: Likewise. - * cookies.h: Likewise. - * css-tokens.h: Likewise. - * css-url.c: Likewise. - * css-url.h: Likewise. - * css.l: Likewise. - * exits.c: Likewise. - * exits.h: Likewise. - * ftp-basic.c: Likewise. - * ftp-ls.c: Likewise. - * ftp-opie.c: Likewise. - * ftp.c: Likewise. - * ftp.h: Likewise. - * gen-md5.c: Likewise. - * gen-md5.h: Likewise. - * gettext.h: Likewise. - * gnutls.c: Likewise. - * hash.c: Likewise. - * hash.h: Likewise. - * host.c: Likewise. - * host.h: Likewise. - * html-parse.c: Likewise. - * html-parse.h: Likewise. - * html-url.c: Likewise. - * html-url.h: Likewise. - * http-ntlm.c: Likewise. - * http-ntlm.h: Likewise. - * http.c: Likewise. - * http.h: Likewise. - * init.c: Likewise. - * init.h: Likewise. - * iri.c: Likewise. - * iri.h: Likewise. - * log.c: Likewise. - * log.h: Likewise. - * main.c: Likewise. - * mswindows.c: Likewise. - * mswindows.h: Likewise. - * netrc.c: Likewise. - * netrc.h: Likewise. - * openssl.c: Likewise. - * options.h: Likewise. - * progress.c: Likewise. - * progress.h: Likewise. - * ptimer.c: Likewise. - * ptimer.h: Likewise. - * recur.c: Likewise. - * recur.h: Likewise. - * res.c: Likewise. - * res.h: Likewise. - * retr.c: Likewise. - * retr.h: Likewise. - * spider.c: Likewise. - * spider.h: Likewise. - * ssl.h: Likewise. - * sysdep.h: Likewise. - * test.c: Likewise. - * test.h: Likewise. - * url.c: Likewise. - * url.h: Likewise. - * utils.c: Likewise. - * utils.h: Likewise. - * wget.h: Likewise. - -2010-05-07 Giuseppe Scrivano <gscrivano@gnu.org> - - * gnutls.c (wgnutls_close): Use always `close', not `closesocket'. - * openssl.c (openssl_close): Use always `close', not `closesocket'. - (ssl_connect_wget): Get the real socket handle by FD_TO_SOCKET. - Define FD_TO_SOCKET if it is not yet defined. - * Makefile.am (libunittest_a_CPPFLAGS): Add -I$(top_builddir)/lib. - * mswindows.h: Always include <winsock2.h> and <ws2tcpip.h>. Do not - include <winsock.h>. - [! INHIBIT_WRAP]: Remove macro's socket, bind, connect, accept, recv, - send, select, getsockname, getpeername, setsockopt, closesocket. - Remove wrapped_socket, wrapped_bind, wrapped_connect, wrapped_listen, - wrapped_accept, wrapped_recv, wrapped_send, wrapped_select, - wrapped_getsockname, wrapped_getpeername, wrapped_setsockopt, - wrapped_closesocket prototypes. - * mswindows.c: Remove wrapped_socket, wrapped_bind, wrapped_connect, - wrapped_listen, wrapped_accept, wrapped_recv, wrapped_send, - wrapped_select, wrapped_getsockname, wrapped_getpeername, - wrapped_setsockopt, wrapped_closesocket functions. Remove WRAP macro. - * host.h [WINDOWS]: Include <winsock2.h> not <winsock.h>. - * connect.c: Include <sys/socket.h> and <sys/select.h> on any platform, - gnulib ensures they exist. Remove `read', `write', `close' macros. - * Makefile.am: Copy build_info.c.in only if we are working in a VPATH. - (AM_CPPFLAGS): Add directory with generated gnulib files. - -2010-05-06 Giuseppe Scrivano <gscrivano@gnu.org> - - * Makefile.am (build_info.c): Generate build_info.c in the builddir, - not srcdir. - -2010-05-05 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (gethttp): Give a nicer message on a malformed status line. - -2010-05-04 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (gethttp): Check `resp_status' return code and handle - errors. - -2010-05-01 Giuseppe Scrivano <gscrivano@gnu.org> - - * http.c (request_send): Specify 1.1 as HTTP version for requests. - (skip_short_body): Accept new parameter `chunked'. New variable - `remaining_chunk_size'. Handle the chunked transfer encoding. - (gethttp): New variable `chunked_transfer_encoding`. Set `keepalive' - by default to true. Check if the server is using the chunked transfer - encoding. - - * retr.h: Define `rb_chunked_transfer_encoding'. - - * retr.c (fd_read_body): New variable `chunked'. New variable - `remaining_chunk_size'. Handle the chunked transfer encoding. - -2010-03-04 Steven Schubiger <stsc@member.fsf.org> - - * ftp.c (ftp_loop_internal): Omit input file from being - deleted after retrieval. - - * retr.c (input_file_url): New function. - - * retr.h: Add declaration for input_file_url. - -2010-03-02 Steven Schubiger <stsc@member.fsf.org> - - * retr.c (retrieve_from_file): Improve checking for a URL - by invoking url_valid_scheme instead of url_has_scheme. - - * url.c (url_valid_scheme): New function. - - * url.h: Add declaration for url_valid_scheme. - -2010-03-02 Steven Schubiger <stsc@member.fsf.org> - - * retr.c (retrieve_from_file): Free memory of input file. - -2010-03-01 Steven Schubiger <stsc@member.fsf.org> - - * retr.c (retrieve_url): Retrieve the local filename from ftp_loop. - (retrieve_from_file): Return if there's no input file. - - * ftp.c (ftp_loop_internal): Duplicate the local filename into - retrieve_url's scope when a valid reference is being passed. - (ftp_loop): Call ftp_loop_internal here with passing a - reference to the local filename, elsewhere with NULL. - - * ftp.h: Adjust declaration of ftp_loop. - -2010-01-27 Paul Townsend <aab@purdue.edu> (tiny change) - - * retr.c (fd_read_body): Be sure to measure timer when time has - elapsed, too, not just when we've made progress. - -2010-01-13 Micah Cowan <micah@cowan.name> - - * openssl.c: Fixed some mixed declarations-and-code. - -2010-01-09 Micah Cowan <micah@cowan.name> - - * init.c, main.c, http.c, ftp.c, options.h: Renamed - --no-match-server-timestamps to --no-use-server-timestamps, and - add it to print_help. - -2010-01-09 David Holman <holman.david@gmail.com> (tiny change) - - * init.c, main.c, http.c, ftp.c, options.h: Added support for - --no-match-server-timestamps. - -2009-12-03 Peter Rosin <peda@lysator.liu.se> - - * snprintf.c (dopr): Output %p as unsigned. - -2010-01-09 Jeremy Olexa <darkside@gentoo.org> (tiny change) - - * init.c: Deal with systems which provide PATH_MAX in - sys/param.h rather than limits.h. - -2009-10-09 Steven Schweda <sms@antinode.info> - - * utils.c: Added characters " : \ | to the list of normal - caret-escaped (ODS5) characters in the char_prop[] table. - -2009-09-22 Arvind Jamuna Dixit <ardsrk@gmail.com> - - * http.c (extract_param, parse_content_disposition): Support - RFC 2231 while parsing Content-Disposition header - -2009-10-24 Petr Pisar <petr.pisar@atlas.cz> - - * openssl.c: Implement support for (multiple) subjectAltNames in - X509 certificates, not just the commonName. - -2009-10-09 Micah Cowan <micah@cowan.name> - - * main.c: Fix declaration of compiled_features. - - * build_info.c.in: Adapt to new input format. Added a check for - large-file support. Replaced the "openssl" and "gnutls" - advertisements with a single "ssl/foo" advertisement. - -2009-09-30 Micah Cowan <micah@cowan.name> - - * sysdep.h: Unconditionally include stdbool.h (gnulib has it for - systems that don't supply it.) - - * vms.c: Added functions vms_basename(), used to extract the - bare executable name from argv[0], and vms_getpass(), a - VMS-specific replacement for GNU getpass(). - - vms.c: Added global string constants: compilation_string - (NULL), link_string (NULL), and version_string (real). - -2009-09-24 Micah Cowan <micah@cowan.name> - - * vms.c: Moved from vms/vms.c. - - * sysdep.h: Use proper prototypes for snprintf, vsnprintf (thanks - to Steven Schweda). - -2009-09-24 Steven Schweda <sms@antinode.info> - - * main.c (print_version): Remove VMS-conditional build info - string; the new VMS builders use OS_TYPE. - - * ftp.c (getftp): Fix accidental use of target -> targ. - -2009-09-24 Micah Cowan <micah@cowan.name> - - * host.c (host_errstr): host_errstr should return const char *. - -2009-09-22 Micah Cowan <micah@cowan.name> - - * Makefile.am (version.c): Explicitly tell Mercurial where the - top-source repository should be, so it doesn't accidentally use - the repository for a containing directory (for instance, if the - user's home directory is managed by a Mercurial repo). Also - ensures we find the repository, even if the build directory is - outside the source directory. - - * wget.h: define WINDOWS if _WIN32 or __WIN32__ is defined, but - not __CYGWIN__. - - * mswindows.c (xsleep): Check for availability of the sleep - function, in addition to the usleep function. - (get_winsock_error, windows_strerror): Removed (gnulib already - supplies this functionality). - - * mswindows.h [NEED_GAI_STRERROR]: define gai_strerror - to (gnulib's) strerror, rather than windows_strerror. Removed - error macro definitions provided by gnulib. - (windows_strerror): Removed (gnulib already supplies this - functionality). - - * host.c: Don't declare h_errno when building on Windows. - - * Makefile.am (LIBS): Added @W32LIBS@. - (EXTRA_wget_SOURCES): Removed (it's in LIBOBJ now). - (version.c): Removed dependency on $(LDADD), since it may include - dependencies that are not part of the Wget sources (-lwsock32, for - instance). - - * openssl.c (ssl_check_certificate): Avoid reusing the same buffer - space for successive quoted arguments. Thanks to Steven Schweda - for pointing out the problem. - -2009-09-21 Micah Cowan <micah@cowan.name> - - * progress.c (update_speed_ring): "the the" -> "the". - - * css-url.c, iri.c, mswindows.c: Removed assert.h inclusion (not - using it). - -2009-09-11 Steven Schweda <sms@antinode.info> - - * utils.c, utils.h (fopen_excl): Make second argument an int, - rather than a bool (so it can handle the appropriate VMS version - of the flag). - - * main.c (print_version): Don't print LOCALEDIR unless NLS is - enabled. - - * http.c (gethttp): Pass FOPEN_BIN_FLAG, instead of true. - - * ftp.c (ftp_retrieve_glob): Cast strcmp to assign to cmp, for a - silly HP build environment. - -2009-09-08 Steven Schubiger <stsc@member.fsf.org> - - * main.c, init.c: Mark the --preserve-permissions and - --html-extension option as deprecated. - -2009-09-06 Micah Cowan <micah@cowan.name> - - * ftp.c (getftp, ftp_loop_internal): Separate "len" input/output - parameter (with different meanings for input and output), into two - separate parameters, one input (passed_expected_bytes) and one - output (qtyread). Fixes bug #26870. - -2009-09-05 Steven Schubiger <stsc@member.fsf.org> - - * retr.h: Declare set_local_file() to avoid build warnings. - -2009-09-05 Gisle Vanem <gvanem@broadpark.no> - - * connect.c, init.c, main.c, openssl.c, options.h: Replace - "ifdef MSDOS" with "ifdef USE_WATT32" since DOS-targets in fact - use the Watt-32 tcp/ip stack. - -2009-09-04 Micah Cowan <micah@cowan.name> - - * Makefile.am: Move build_info.c to wget_SOURCES from - nodist_wget_SOURCES, reduce dependencies, and invoke build_info.pl - in its new home, $(top_srcdir)/build-aux. - -2009-09-03 Micah Cowan <micah@cowan.name> - - * ftp-ls.c (ftp_parse_vms_ls): Replace use of localtime_r with - localtime, as not all platforms have localtime_r. - - * Makefile.am (wget_SOURCES): Rearranged some of the file order, - so .c files and .h files are apart. Added gettext.h, so that it - shows up in the dist. - -2009-09-02 Micah Cowan <micah@cowan.name> - - * gettext.h: Refreshed from gettext 0.17. - - * test.c: Added definition of program_name variable, required by - lib/error.c (libgnu.a). Doesn't cause problems until you try to - build on a non-GNU system... - - * build_info.c.in: Removed useless "+gettext" feature ad. - -2009-08-29 Steven Schubiger <stsc@member.fsf.org> - - * convert.c (local_quote_string): Percent-encode semicolons - in local file strings. - -2009-08-27 Micah Cowan <micah@cowan.name> - - * wget.h (uerr_t): added new VERIFCERTERR code for SSL certificate - problems. Marked exit codes that are defined but never used (at - least, the ones I could find). - - * retr.c, retr.h (retrieve_url): Added a new boolean argument to - determine whether an exit status should be recorded. - (retrieve_from_file): Adjust to new retrieve_url signature. - - * res.c (res_retrieve_file): Don't have retrieve_url record an - exit status for robots.txt. - - * recur.c (retrieve_tree): Adjust to new retrieve_url signature. - - * main.c (main): Use the exit status stored by retrieve_url. - - * http.c (gethttp): Distinguish certificate verification problems - from SSL connection issues. - (http_loop): Handle newly-created VERIFCERTERR error code. - - * exits.c, exits.h: Newly added. - - * Makefile.am (wget_SOURCES): Add exits.c and exits.h. - -2009-08-27 Micah Cowan <micah@cowan.name> - - * http.c (gethttp): Make sure Wget heeds cookies when they - are sent with a 401 response; or any other sort of response for - that matter (#26775). - -2009-08-19 Micah Cowan <micah@cowan.name> - - * openssl.c (ssl_check_certificate): Only warn about an attack if - the hostname would otherwise have matched. Also some formatting - cleanup. - -2009-08-19 Joao Ferreira <joao@joaoff.com> - - * openssl.c (ssl_check_certificate): Detect embedded NUL - characters in the SSL certificate common name. - -2009-08-17 Tony Lewis <tlewis@exelana.com> - - * http.c (gethttp): Ensure that we parse Content-Length before we - attempt to refer to its value. Without this fix, NTLM support was - completely buggered. #27192 - -2009-08-09 Michael Baeuerle <michael.baeuerle@gmx.net> - - * ftp.c: #include <strings.h> for strcasecmp. - -2009-07-28 Micah Cowan <micah@cowan.name> - - * main.c (option_data): Rename --html-extension to - --adjust-extension. - (print_help): Ditto. - - * options.h (struct option): Rename html_extension to - adjust_extension. - * http.c (gethttp): Ditto. - * convert.c (local_quote_string): Ditto. - - * init.c (commands): Add "adjustextension", and reflect rename - change for opt.adjust_extension, for both "adjustextension" and - "htmlextension". - -2009-07-27 Micah Cowan <micah@cowan.name> - - * options.h (struct options): Added restrict_files_nonascii - boolean field. - - * url.c (FILE_CHAR_TEST): Add check for chars outside the ASCII - range. - - * init.c (defaults): Add restrict_files_nonascii to initialization. - (cmd_spec_restrict_file_names): Allow parsing of "ascii" keyword. - -2009-07-27 Marcel Telka <marcel@telka.sk> - - * iri.c (do_conversion): Typo: invalide -> invalid - -2009-07-27 Petr Pisar <petr.pisar@atlas.cz> - - * main.c (print_help): Fixed a couple typos. - -2009-07-26 Micah Cowan <micah@cowan.name> - - * main.c (option_data): Rename --locale option to --local-encoding - (print_help): Document --no-iri, --local-encoding, and - --remote-encoding, within usage message. Remove defunct - --preserve-permissions. - -2009-07-23 Micah Cowan <micah@cowan.name> - - * progress.c (get_eta): Change "Translation note" in comment to - "TRANSLATORS", so it actually appears in wget.pot. - -2009-07-06 Micah Cowan <micah@cowan.name> - - * main.c (print_help): Improve documentation of --base. - -2009-07-05 Micah Cowan <micah@cowan.name> - - * html-url.c (tag_handle_meta): Handle meta name="robots" - properly: deal with whitespace, commas after... - - * netrc.c (parse_netrc): Rename local-scope variable "quote" to - "qmark", to avoid conflict with the function name. - -2009-07-05 Petr Pisar <petr.pisar@atlas.cz> - - * main.c (print_version): Mark initial line for translation, along - with (env), (user), and (system). Change copyright year to 2009. - - * http.c (http_loop): Space after colon. - - * gnutls.c (ssl_check_certificate): Use quote function, rather - than explicit quotes. - -2009-07-05 Micah Cowan <micah@cowan.name> - - * Makefile.am (version.c): Add dependency on configure.ac. - - * iri.c: Mark some strings for translation. - -2009-07-04 Steven Schweda <sms@antinode.info> - - * wget.h (ORIG_SFX): Macro added, to supply an alternative "_orig" - suffix on VMS. - - * connect.c, host.c, host.h, main.c: Include "vms_ip.h" rather - than <netdb.h> on VMS systems. - - * convert.c (write_backup_file): Use "_orig" rather than ".orig" - on VMS. - - * ftp-basic.c (ftp_list): Don't use LIST -a on VMS servers. - - * ftp.c [__VMS]: Include "vms.h" - * ftp.c (getftp): Disable some unhelpful "for VMS" code. Pass the - OS type to ftp_list. - (getftp) [__VMS]: Alter the filename as required, and invoke fopen - with extra optional arguments. - (ftp_retrieve_list): Set permissions before setting the times. - - * ftp-ls.c [__VMS]: Various improvements. - - * http.c (SET_USER_AGENT): Added. Include operating-system info in - the User-Agent header. - (gethttp): Use ORIG_SFX macro. - (gethttp) [__VMS]: invoke fopen with extra arguments to - communicate file type. - (http_loop): Add cast to time_t. - - * init.c (wgetrc_user_file_name) [__VMS]: Adjustments for where to - find the .wgetrc. - - * log.c: Adjustments to improve handling of log files on VMS. - - * main.c [__VMS]: Added --ftp-stmlf option (and associated - documentation). Adjust description of backup-suffixes, as they now - differ for VMS. - (print_help, print_version): Include OS type in version - information. - (main) [__VMS]: Invoke fopen with extra options, to specify file - type information. - - * netrc.c (search_netrc) [__VMS]: Fix .netrc-finding. - - * openssl.c, openssl.h (ssl_connect_wget): Renamed from ssl_connect. - - * options.h (struct options): Add ftp_stmlf field. - - * retr.c (write_data) [__VMS]: Avoid fflush. - - * url.c [__VMS]: Include vms.h. - * url.c (url_file_name) [__VMS]: Handle naming as required for VMS. - - * utils.c [__VMS]: Include vms.h. Various added facilities for VMS - needs. - -2009-07-04 Micah Cowan <micah@cowan.name> - - * main.c (print_version): Allow localization of the version-info - labels, eschew attempts at alignment (which is complicated when - handling translated strings), and avoid using printf() with - variable-stored format strings that lack conversion - specifications. - (format_and_print_line): For similar reasons, don't calculate - line-continuation tabulation based on the number of bytes in a - string. - -2009-07-04 Steven Schubiger <stsc@member.fsf.org> - - * url.c (url_parse): If an URL scheme is invalid, distinguish - between an unsupported or missing scheme. - - * url.c: Add a "missing scheme" entry to parse_errors. - -2009-07-03 Micah Cowan <micah@cowan.name> - - * iri.h (iri_dup): Provide macro definition for when IRIs are - disabled. - - * Makefile.am (LIBS): Added @LIBICONV@. - (wget_SOURCES): Added iri.h. - (EXTRA_wget_SOURCES): Added iri.c, so it gets packaged even if IRI - support was disabled. - -2009-07-02 Micah Cowan <micah@cowan.name> - - * recur.c (url_enqueue): Quote enqueue/dequeue debug messages. - - * html-url.c (append_url): Change "merge()" quoting style from - locale_quoting_style to escape_quoting_style. - -2009-07-01 Micah Cowan <micah@cowan.name> - - * retr.c (retrieve_url): Use the existing "redirect" label, - instead of superfluous "second_try". Removed no-longer-accurate - debug statement. Use the "newloc" parameter to store the fallback - URL, when IRI version was rejected. - - * recur.c (retrieve_tree): Always use the parsed URL for tracking - the Referer, since that's the one we actually requested (if - there's a difference in terms of percent-encodings and such). - -2009-07-01 Steven Schubiger <stsc@member.fsf.org> - - * Makefile.am: Add a rule to generate build_info.c and list - the build_info.c.in file in EXTRA_DIST. Adjust elsewhere - where needed. - - * build_info.c: Remove this static source file. - - * build_info.c.in: Data for generation of build_info.c. - -2009-06-29 Micah Cowan <micah@cowan.name> - - * html-url.c (append_url): Quote some more arguments that might - contain characters that are inappropriate to display for the - current locale. - - * retr.c (retrieve_from_file): Be sure to pass iri information - when parsing an input-fle url, and be sure to hand a clean iri - struct, off to retrieve_tree and retrieve_url. - - * iri.c, iri.h (iri_dup): Added. - - * retr.c (retrieve_url): Re-parse for IRI fallback. - - * main.c (main): Set up iri before the url_parse invocation (so we - can use it). - -2009-06-20 Jay Krell <jay.krell@cornell.edu> - - * sysdep.h (_ALL_SOURCE): (small change) Define the _ALL_SOURCE - macro on INTERIX systems. (I switched the location from ftp.c to - sysdep.h --mjc) - -2009-06-15 Micah Cowan <micah@cowan.name> - - * ftp.c (getftp): If we can't accept the connection, return - CONERROR, not whatever the contents of err happens to be. Fixes - bug #25015. - - * retr.c (fd_read_body): Make both args to progress_create - consistent, resulting in an accurate progress display. Fixes bug - #24948. - -2009-06-14 Micah Cowan <micah@cowan.name> - - * Makefile.am (wget_SOURCES): css-tokens.h needs to ship with - dist, too. - -2009-06-13 Micah Cowan <micah@cowan.name> - - * init.c: Rename setval_internal_wrapper to setval_internal_tilde, - ensure we don't "replace" the tilde unless it's actually - present. Clean up some minor GNU style issues. - -2009-06-13 Julien Pichon <julienpichon7@gmail.com> - - * init.c: Handle tilde-expansion in wgetrc commands, without - resorting to setting/unsetting globals to change behavior in one - call location. - -2009-06-12 Micah Cowan <micah@cowan.name> - - * host.c: Include <sys/types.h> before <sys/socket.h>. Not - required by POSIX any more, but some older systems (such as - FreeBSD 4.1) still need it, and it doesn't seem like it could - hurt... - - * build_info.c (library): Handle "https" as a feature in its own - right, apart from "gnutls" and "openssl". - - * host.c: Declare h_errno if no declaration is provided. Idea - thanks to Maciej W. Rozycki. - -2009-06-11 Xin Zou <zouxin2008@gmail.com> - - * http.c (gethttp): Fix some memory leaks. - -2009-06-11 Micah Cowan <micah@cowan.name> - - * http.c (http_atotm): Handle potential for setlocale's return - value to be static storage. Thanks to Benjamin Wolsey - <bwy@benjaminwolsey.de>. - - * sysdep.h: Need NAMESPACE_TWEAKS on non-Linux glibc-based - systems, too. Thanks to Robert Millan. - -2009-05-28 Steven Schubiger <stsc@member.fsf.org> - - * ftp.c (ftp_get_listing): Update the "listing file" - string after calling ftp_loop_internal(). - -2009-05-27 Steven Schubiger <stsc@member.fsf.org> - - * ftp.c (ftp_get_listing): Duplicate the "listing file" - string to avoid memory corruption when FOPEN_EXCL_ERR is - encountered. - -2009-05-17 Steven Schubiger <stsc@member.fsf.org> - - * progress.c (eta_to_human_short): Fix the remaining hours - to be displayed. Spotted by Tadeu Martins (#26411). - -2009-04-24 Micah Cowan <micah@cowan.name> - - * hash.c: Change stdint.h inclusion to use HAVE_STDINT_H, not C99 - check. - - * connect.c: stdint.h inclusion added. - - Thanks to Markus Duft <mduft@gentoo.org> for a similar patch. - -2009-04-20 Micah Cowan <micah@cowan.name> - - * Makefile.am (version.c): Fix unportable use of "echo -n". - -2009-04-13 Steven Schubiger <stsc@member.fsf.org> - - * ftp.c (ftp_retrieve_list): Move the duplicated code that - determines the local file to a function. - - * http.c (http_loop): Likewise. - - * retr.c (set_local_file): New function. - -2009-04-11 Steven Schubiger <stsc@member.fsf.org> - - * init.c (initialize): Run a custom SYSTEM_WGETRC when - provided as an environment variable. - -2009-02-27 Gisle Vanem <gvanem@broadpark.no> - - * main.c (main): "freopen (NULL,.." causes an assertion in MSVC - debug-mode. I.e. NULL isn't legal. But the "CONOUT$" device works - fine. - -2009-02-27 Steven Schubiger <stsc@member.fsf.org> - - * ftp.c (ftp_loop_internal): Don't claim for FTP retrievals - when writing to standard output either that the document - has been saved. Addresses bug #20520 again. - -2009-02-21 Steven Schubiger <stsc@member.fsf.org> - - * http.c (http_loop): When a document is written to - standard output, don't claim it has been saved to a file. - Addresses bug #20520. - -2009-02-18 Steven Schubiger <stsc@members.fsf.org> - - * recur.h: Remove the dangling declaration for recursive_cleanup(). - -2009-02-01 Gerardo E. Gidoni <gerel@gnu.org> - - * main.c, recur.c, recur.h, res.c, retr.c, retr.h: restructured code to - avoid multiple 'url_parse' calls. - -2008-11-13 Micah Cowan <micah@cowan.name> - - * http.c (gethttp): Don't do anything when content-length >= our - requested range. - -2008-11-27 Saint Xavier <wget@sxav.eu> - - * http.c (gethttp): Move authentication code before filename - allocation avoiding fallbacking on default filename because - "Content-Disposition" header wasn't present before authentcation - has been completed. Fixes bug #24862. - -2008-11-16 Steven Schubiger <stsc@members.fsf.org> - - * main.c: Declare and initialize the numurls counter. - - * ftp.c, http.c: Make the counter visible here and use it. - - * options.h: Remove old declaration from options struct. - -2008-11-15 Steven Schubiger <stsc@members.fsf.org> - - * init.c (defaults): Set default waitretry value. - -2008-11-14 Steven Schubiger <stsc@members.fsf.org> - - * main.c (format_and_print_line): Use a custom format - string for printing leading spaces. - -2008-11-12 Micah Cowan <micah@cowan.name> - - * ftp-ls.c (ftp_index): HTML-escape dir name in title, h1, a:href. - -2008-11-12 Alexander Belopolsky <alexander.belopolsky@gmail.com> - - * url.c, url.h (url_escape_unsafe_and_reserved): Added. - - * ftp-ls.c (ftp_index): URL-escape, rather than HTML-escape, the - filename appearing in the link. - -2008-11-12 Steven Schubiger <stsc@members.fsf.org> - - * main.c (print_version): Hand the relevant - xstrdup/xfree calls back to format_and_print_line(). - -2008-11-11 Steven Schubiger <stsc@members.fsf.org> - - * main.c (format_and_print_line): Move both the memory - allocating and freeing bits upwards to print_version(). - -2008-11-10 Saint Xavier <wget@sxav.eu> - - * http.c: Make --auth-no-challenge works with user:pass@ in URLs. - -2008-11-05 Micah Cowan <micah@cowan.name> - - * ftp.c (print_length): Should print humanized "size remaining" - only when it's at least 1k. - -2008-10-31 Micah Cowan <micah@cowan.name> - - * main.c (print_version): Add information about the mailing list. - -2008-10-31 Alexander Drozdov <dzal_mail@mtu-net.ru> - - * retr.c (fd_read_hunk): Make assert deal with maxsize == 0. - - * ftp-ls.c (clean_line): Prevent underflow on empty lines. - -2008-10-26 Gisle Vanem <gvanem@broadpark.no> - - * main.c (format_and_print_line): Put variables on top of - blocks (not all compilers are C99). Add an extra '\n' if - SYSTEM_WGETRC isn't defined and printed. - -2008-09-09 Gisle Vanem <gvanem@broadpark.no> - - * url.c (url_error): Use aprintf, not asprintf. - -2008-09-09 Micah Cowan <micah@cowan.name> - - * init.c (home_dir): Save the calculated value for home, - to avoid duplicated work on repeated calls. - (wgetrc_file_name) [WINDOWS]: Define and initialize home var. - - * build_info.c, main.c: Remove unnecessary extern vars - system_wgetrc and locale_dir. - - * main.c: Define program_name for lib/error.c. - -2008-09-02 Gisle Vanem <gvanem@broadpark.no> - - * mswindows.h: Must ensure <stdio.h> is included before - we redefine ?vsnprintf(). - -2008-08-08 Steven Schubiger <stsc@members.fsf.org> - - * main.c, utils.h: Removed some dead conditional DEBUG_MALLOC code. - -2008-08-03 Micah Cowan <micah@cowan.name> - - * main.c (print_help): Added --default-page. - -2008-08-01 Joao Ferreira <joao@joaoff.com> - - * init.c, main.c, options.h, url.c: Added option --default-page - to support alternative default names for index.html - -2008-08-03 Micah Cowan <micah@cowan.name> - - * build_info.c, css-url.c: #include wget.h, not config.h. - -2008-08-03 Steven Schubiger <stsc@members.fsf.org> - - * url.c, url.h (url_error): Better messages for unsupported - schemes, especially https. - - * html-url.c, recur.c, retr.c: Adjust to new url_error - invocation, and free result. - -2008-07-17 Steven Schubiger <stsc@members.fsf.org> - - * retr.c (retrieve_from_file): When given an URL as input file, - use it as baseref if none was specified and treat the input file - as HTML if its content type is text/html. - - * init.c (cleanup): Free the memory associated with the base - option (when DEBUG_MALLOC is defined). - -2008-07-02 Xavier Saint <wget@sxav.eu> - - * iri.c, iri.h : New function idn_decode() to decode ASCII - encoded hostname to the locale. - - * host.c : Show hostname to be resolved both in locale and - ASCII encoded. - -2008-06-28 Steven Schubiger <stsc@members.fsf.org> - - * retr.c (retrieve_from_file): Allow for reading the links from - an external file (HTTP/FTP). - -2008-06-26 Xavier Saint <wget@sxav.eu> - - * iri.c, iri.h : New functions locale_to_utf8() and - idn_encode() adding basic capabilities of IRI/IDN. - - * url.c : Convert URLs from locale to UTF-8 allowing a basic - support of IRI/IDN - -2008-06-25 Steven Schubiger <stsc@members.fsf.org> - - * ftp.c (getftp): When spidering a FTP URL, emit a diagnostic - message if the remote file exists. - -2008-06-24 Steven Schubiger <stsc@members.fsf.org> - - * http.c (http_loop): Replace escnonprint() occurence with - a quotearg_style() call. - -2008-06-24 Micah Cowan <micah@cowan.name> - - * ftp-ls.c (ftp_index): Don't assume time_t* is compatible with - long*. Fixes crash on Windows, and probably other systems. - -2008-06-22 Steven Schubiger <stsc@members.fsf.org> - - * http.c: Explicitly initialize and deallocate the message - string used by the -nv --spider functionality. - -2008-06-22 Steven Schubiger <schubiger@gmail.com> - - * http.c: Make -nv --spider include the file's name when it - exists. - -2008-06-22 Micah Cowan <micah@cowan.name> - - * Makefile.am (version.c): Fixed version string invocation so it - once again can't result in unterminated strings, made all the - string vars pointers-to-const, and moved line lengths - below 80 (in Makefile.am, not in version.c). - -2008-06-19 Xavier Saint <wget@sxav.eu> - - * iri.c, iri.h : New function check_encoding_name() as - a preliminary encoding name check. - - * main.c, iri.c : Make use of check_encoding_name(). - -2008-06-19 Xavier Saint <wget@sxav.eu> - - * iri.c : Include missing stringprep.h file and add a - cast. - - * init.c : set a default initial value for opt.enable_iri, - opt.locale and opt.encoding_remote. - -2008-06-19 Xavier Saint <wget@sxav.eu> - - * iri.c, iri.h : Add a new function find_locale() to find - out the local system encoding. - - * main.c : Make use of find_locale(). - -2008-06-19 Xavier Saint <wget@sxav.eu> - - * html-url.c : Add "content-type" meta tag parsing for - retrieving page encoding. - - * iri.h : Make no-op version of parse_charset() return - NULL. - -2008-06-16 Micah Cowan <micah@cowan.name> - - * http.c (http_loop): When hstat.len is higher than the - successfully completed content's length, but it's because we - _set_ it that way, don't abort. - -2008-06-14 Xavier Saint <wget@sxav.eu> - - * iri.c, iri.h : New files. - - * Makefile.am : Add files iri.h and conditional iri.c. - - * build_info.c : Add compiled feature "iri". - - * http.c : include iri.h and parse charset from Content-Type - header. - - * init.c, main.c, options.h : if an options isn't supported - at compiled time, don't get rid off it and show a dummy - message instead if they are used. - -2008-06-13 Micah Cowan <micah@cowan.name> - - * build_info.c: ENABLE_NTLM, not HAVE_NTLM; distinguish OpenSSL - from "ssl". - -2008-06-13 Madhusudan Hosaagrahara <com.gmail.hrmadhu> - - * Makefile.am, main.c, init.c, init.h, build_info.c: Adds build - information to the --version command line option. Fixes bug - #20636. - -2008-06-01 Micah Cowan <micah@cowan.name> - - * main.c [WINDOWS]: Reopen stdout in binary mode, when -O - is - given. - -2008-05-31 Micah Cowan <micah@cowan.name> - - * html-url.c, http.c: Avoid casts in a couple spots. - -2008-05-30 Henri Häkkinen <henux@users.sourceforge.net> - - * cookies.c, ftp-basic.c, hash.c, html-url.c, http-ntlm.c, http.c, - init.c, log.c, main.c, progress.c, ptimer.c, spider.c, url.c, - utils.c: Minor changes to silence warnings when using -Wall. - -2008-05-26 Steven Schubiger <schubiger@gmail.com> - - * ftp.c (getftp): Replace last remaining invocation of escnonprint - with gnulib quote. - -2008-05-19 Micah Cowan <micah@cowan.name> - - * main.c (main): Password prompt should be done only once (not - once per argument), and should be done prior to the background - fork. - -2008-05-17 Steven Schubiger <schubiger@gmail.com> - - * init.c (defaults): Set the preferred IP family to `none' by - default. - -2008-05-17 Kenny Parnell <k.parnell@gmail.com> - - (cmd_spec_prefer_family): Initialize prefer_family to prefer_none. - -2008-05-17 Micah Cowan <micah@cowan.name> - - * main.c (main): Handle Ctrl-D on command-line. - -2008-05-15 Steven Schubiger <schubiger@gmail.com> - - * ftp.c (getftp): Verify that the file actually exists in FTP, by - checking it against the listing. - -2008-05-15 Micah Cowan <micah@cowan.name> - - * main.c (prompt_for_password): Use the quote module. - -2008-05-14 Micah Cowan <micah@cowan.name> - - * ftp.c (ftp_retrieve_list): Symlinks and other filenames - should be fully quoted. - -2008-05-12 Micah Cowan <micah@cowan.name> - - * main.c (main): Downgrade "-N with -O" to a warning, and switch - it off to avoid confusing messages. - -2008-04-30 Micah Cowan <micah@cowan.name> - - * progress.c (create_image): Fix glitch where too many spaces are - printed on lines that don't display the ETA, in multibyte - locales. - -2008-04-30 Steven Schubiger <stsc@members.fsf.org> - - * main.c (main): New code that handles prompting for passwords - when specified explicitly via command-line option (using gnulib's - getpass-gnu module). - (main): Include the getpass header. - - * init.c: Add "ask-password" to the list of recognized commands. - - * options.h: Add an according boolean member to the options - struct. - - * sysdep.h: Comment the defines __EXTENSIONS__ and _GNU_SOURCE - out, because they're now defined independently by config.h. - -2008-04-27 Rabin Vincent <rabin@rab.in> - - * http.c (http_loop): Fix return for the case where we don't - download a file because of -nc. - -2008-04-27 Micah Cowan <micah@cowan.name> - - * url.c (path_simplify): Go back to allowing leading ".." in - paths, but only for FTP URLs. - (test_path_simplify): Add scheme-specificness to tests, adapt for - mu_run_test. - - * test.c (all_tests): Add test_path_simplify. - - * main.c (main): Downgrade -r, -p with -O to a warning rather than - an error; elaborate just a bit more for other -O combination - cases. - -2008-04-26 Micah Cowan <micah@cowan.name> - - * http.c (gethttp): Move proxy CONNECT handling to below the - retry_with_auth label, to deal with properly reconnecting to - proxies when we need to authenticate. - -2008-04-25 Micah Cowan <micah@cowan.name> - - * Makefile.am: -I foo -> -Ifoo. - -2008-04-24 Micah Cowan <micah@cowan.name> - - * main.c: Revised usage description of --convert-links to apply - to CSS as well as to HTML. - -2008-04-23 Micah Cowan <micah@cowan.name> - - * utils.c (test_dir_matches_p): Added a test for the case - described in issue #20518. - -2008-04-22 Micah Cowan <micah@cowan.name> - - * Makefile.am, css.lex, css.l: Renamed css.lex to css.l. - * recur.c (retrieve_tree): Fix typo to allow text/css files to - be parsed. - -2008-04-22 Ted Mielczarek <ted.mielczarek@gmail.com> - - * css.lex, css-url.c, css-url.h: Added to implement support for - parsing CSS in Wget. - * convert.c: Convert links in CSS files, too. - * convert.h (convert_options): Added for options link_css_p, - link_expect_css. - * convert.h: Added prototype for new register_css function. - * html-parse.c: Added support for parsing element content, in - addition to tag starts and ends. - * html-parse.h (taginfo): Added delimiter fields for element - content. - * html-url.h: Added. - * html-url.c (append_url): No longer internal-linkage only. Now - takes position and size as explicit parameters. - * html-url.c: Use new html-url.h header, add support for - handling of "style" HTML attributes. Mark URIs obtained from - link tags with rel="stylesheet" with link_expect_css. Adapt - uses of append_url to supply the newly-added parameters for - position and size. - * http.c: Add detection for when the content-type is text/css; - and ensure that such files have the ".css" filename extension, - when --convert-links is active. - * recur.h: Remove declarations for functions found in - html-url.c (moved to html-url.h). - * recur.c: Add support for culling links from CSS files, too, - and tracking for when we're expecting the file to be CSS (even - when its content type isn't text/css). - * retr.c (retrieve_url): Add registration of CSS files. - * wget.h: Added TEXTCSS to dt flags enum. - * Makefile.am: Added css.lex, css-url.c, css-url.h, html-url.h - to wget_SOURCES. - -2008-04-22 Jim Paris <jim@jtan.com> - - * openssl.c (ssl_init): Enable combined certificate/key in - single file (apparent regression from ~1.9). Resolves issue - #22767. - -2008-04-22 Steven Schubiger <schubiger@gmail.com> - - * http.c (print_response_line): Changed to make responses always - be logged, even in --quiet mode, if --server-response was - specified. This is to bring http.c's handling of the situation - in line with ftp.c's. - -2008-04-22 Pranab Shenoy <pranab.loosinit.shenoy@gmail.com> - - * init.c: Added test_commands_sorted unit test to check is - commands are sorted. Fixes bug #21245. - - * test.c: Added test_commands_sorted to the test suite. - -2008-04-22 Rabin Vincent <rabin@rab.in> - - * ftp.c (ftp_get_listing): Only remove .listing if it has been - created. - -2008-04-22 Alain Guibert <alguibert+bts@free.fr> - - * test.h (mu_run_test): Move declaration before statements, for - C90 conformance. Fixes bug #22789. - -2008-04-22 Mike Frysinger <vapier@gentoo.org> - - * Makefile.am: Move @LIBS@ after other libraries, for better - static-linking support. Fixes bug #22143. - -2008-04-16 Steven Schubiger <schubiger@gmail.com> - - * ftp.c: Use Gnulib's quote function for printing filenames and - such. - * connect.c: Likewise. - * convert.c: Likewise. - * cookies.c: Likewise. - * ftp-opie.c: Likewise. - * gnutls.c: Likewise. - * init.c: Likewise. - * log.c: Likewise. - * mswindows.c: Likewise. - * openssl.c: Likewise. - * progress.c: Likewise. - * recur.c: Likewise. - * res.c: Likewise. - * utils.c: Likewise. - -2008-04-16 Steven Schubiger <schubiger@gmail.com> - - * sysdep.h: Comment the defines __EXTENSIONS__ and _GNU_SOURCE - out, because they're now defined independently by config.h. - -2008-04-14 Steven Schubiger <schubiger@gmail.com> - - * http.c: Use Gnulib's quote function for printing filenames and - such. - * wget.h: #include "quote.h". - -2008-04-12 Rabin Vincent <rabin@rab.in> - - * mswindows.c (fake_fork_child): Don't create a logfile for - --background when --quiet is used, but not --server-response. - Fixes bug #20917. - - * utils.c (fork_to_background): Likewise. - -2008-04-12 Micah Cowan <micah@cowan.name> - - * utils.c (aprintf): Minor formatting changes to Alex's code (80- - column limit, concatenated string literals, avoiding nesting - levels), and removed invocation of free (since we're aborting - anyway). - -2008-04-11 Alexander Dergachev <cy6erbr4in@gmail.com> - - * utils.c (aprintf): Now we are setting limits (1 Mb) for text - buffer when we use non-C99 vsnprintf. - -2008-04-11 Micah Cowan <micah@cowan.name> - - * ftp.c (getftp, ftp_loop_internal): Don't append to an existing - .listing when --continue is used. Fixes bug #22825. Thanks to - Rabin Vincent <rabin@rab.in> for pointing the way with a - suggested fix! - -2008-04-10 Alexander Dergachev <cy6erbr4in@gmail.com> - - * xmalloc.c, xmalloc.h (memfatal): Now exported; accepts an - "unknown" value for the attempted allocation size. - * utils.c (aprintf): Now calls memfatal, instead of aborting. - -2008-03-19 Micah Cowan <micah@cowan.name> - - * utils.c (test_dir_matches_p): More tests related for - dir_matches_p. - -2008-03-17 Micah Cowan <micah@cowan.name> - - * connect.c: Include sys/time.h to support use of the select - function on older systems. - -2008-02-11 Benno Schulenberg <bensberg@justemail.net> - - * http.c: More accurate and descriptive messages for when a file - won't be retrieved during spider-mode. - -2008-02-10 Micah Cowan <micah@cowan.name> - - * http.c: Added existence_checked member to the http_stat - struct. - (gethttp): Mark hs->existence_checked when we've checked whether - a file-to-download exists; so we don't check it again if the - connection gets lost (and potentially pick a new "unique" name). - This fixes bug 22251. - * progress.c (create_image): Add space for an extra column in - the "eta" portion of the progress bar image; to deal with - too-long Czech translation. - * main.c, http.c, init.c: Added --auth-no-challenge option, to - bring back 1.10.2 unsafe auth behavior when needed. This fixes - bug #22242. - -2008-02-07 Micah Cowan <micah@cowan.name> - - * progress.c (create_image): Remove assertion on exceeding - screen width, which given the less-than-robust code there, can - be broken by a number of factors (such as large file downloads). - -2008-02-06 Micah Cowan <micah@cowan.name> - - * progress.c (countcols): Use strlen() when mbtowc or wcwidth - not available (or not using NLS). - * utils.c: Ensure we use single-byte separators when not doing - NLS progress-bars. - * wget.h: Determine whether to use NLS for progress-bars, based - on whether wcwidth and mbtowc are available. - -2008-02-03 Micah Cowan <micah@cowan.name> - - * progress.c (create_image): Use number of characters/columns - consumed, rather than number of bytes, to determine how much of - a line we've used. Fixes assertion errors and field alignment - bugs (#22161, #20481) - (get_eta, count_cols): Added to support the changes for - create_image. - * http.c (http_loop): Put no-clobber logic back into http_loop, - before starting to fetch, for when we're not doing - content-disposition. - -2008-01-31 Micah Cowan <micah@cowan.name> - - * http.c (gethttp): Don't derive hs->contlen from possibly - invalid/missing Content-Length; instead, get the appropriate - value from the Content-Range header values. - (parse_content_range): Handle '*' instance-length field. - -2008-01-25 Micah Cowan <micah@cowan.name> - - * main.c: Added notes to translators regarding (C), diacritics - in names. - * Makefile.am, cmpt.c, connect.c, connect.h, convert.c, - cookies.c, cookies.h, ftp-basic.c, ftp-ls.c, ftp-opie.c, ftp.c, - ftp.h, gen-md5.c, gen-md5.h, gnutls.c, hash.c, hash.h, host.c, - host.h, html-parse.c, html-parse.h, html-url.c, http-ntlm.c, - http-ntlm.h, http.c, http.h, init.c, init.h, log.c, log.h, - main.c, mswindows.c, mswindows.h, netrc.c, netrc.h, openssl.c, - options.h, progress.c, progress.h, ptimer.c, ptimer.h, recur.c, - recur.h, res.c, res.h, retr.c, retr.h, spider.c, spider.h, - ssl.h, sysdep.h, test.c, test.h, url.c, url.h, utils.c, - utils.h, wget.h, xmalloc.c, xmalloc.h: Updated copyright year. - -2007-12-10 Micah Cowan <micah@cowan.name> - - * main.c: The option is --content-disposition, not - --no-content-disposition (at the moment). - -2007-12-08 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (ftp_retrieve_glob): Print both arguments of fnmatch in - fnmatch error message. - (ftp_retrieve_glob): Don't match with fnmatch if we're only - supposed to get one file. - -2007-12-07 Micah Cowan <micah@cowan.name> - - * Makefile.am: Plug in vars to include stuff from - $(top_srcdir)/md5 when appropriate. - -2007-12-05 Micah Cowan <micah@cowan.name> - - * utils.c (subdir_p): Handle the case where d1 is "". - * convert.c (convert_all_links): Don't return without - deallocating timer. - -2007-11-28 Micah Cowan <micah@cowan.name> - - * Makefile.am, cmpt.c, connect.c, connect.h, convert.c, - convert.h, cookies.c, cookies.h, ftp-basic.c, ftp-ls.c, - ftp-opie.c, ftp.c, ftp.h, gen-md5.c, gen-md5.h, gnutls.c, - hash.c, hash.h, host.c, host.h, html-parse.c, html-parse.h, - html-url.c, http-ntlm.c, http-ntlm.h, http.c, http.h, init.c, - init.h, log.c, log.h, main.c, mswindows.c, mswindows.h, - netrc.c, netrc.h, openssl.c, options.h, progress.c, progress.h, - ptimer.c, ptimer.h, recur.c, recur.h, res.c, res.h, retr.c, - retr.h, safe-ctype.c, safe-ctype.h, spider.c, spider.h, ssl.h, - sysdep.h, test.c, test.h, url.c, url.h, utils.c, utils.h, - wget.h, xmalloc.c, xmalloc.h: Updated license exception for - OpenSSL, per the SFLC. - -2007-10-30 Micah Cowan <micah@cowan.name> - - * main.c (main): Declare argv parameter as char **argv, rather - than char *const *argv. This fixes usage of getopt_long, - regardless of whether getopt_long has a constified argv or not. - -2007-10-22 Gisle Vanem <gvanem@broadpark.no> - - * mswindows.c: Move INHIBIT_WRAP macro definition up with wget.h - inclusion. - -2007-10-18 Steven Schweda <sms@antinode.org> - - * sysdep.h: #include <stdint.h> as well as <inttypes.h>, to work - around a glitch on Tru64 systems. - -2007-10-18 Micah Cowan <micah@cowan.name> - - * Makefile.am: version.c should not be distributed. Removed - config-post.h. Add version.c dependency and gnulib include path - for libunittest.a. - * sysdep.h: Got contents of config-post.h - * config-post.h: Removed. - * wget.h: #include "config.h". - * alloca.c, cmpt.c, connect.c, convert.c, cookies.c, - ftp-basic.c, ftp-ls.c, ftp-opie.c, ftp.c, gen-md5.c, gnutls.c, - hash.c, host.c, html-parse.c, html-url.c, http-ntlm.c, http.c, - init.c, log.c, main.c, mswindows.c, netrc.c, openssl.c, - progress.c, ptimer.c, recur.c, res.c, retr.c, spider.c, url.c, - utils.c, xmalloc.c: Use wget.h at very top, and instead of - config.h. - -2007-10-15 Micah Cowan <micah@cowan.name> - - * Makefile.am: Remove intermediary hg-id file generation, make - version.c-generation more portable. - -2007-10-14 Micah Cowan <micah@cowan.name> - - * cmpt.c, cookies.c, ftp-basic.c, ftp-ls.c, ftp.c, hash.c, - host.c, html-parse.c, html-url.c, http-ntlm.c, http.c, init.c, - log.c, main.c, netrc.c, openssl.c, res.c, url.c, utils.c, - wget.h: Replace uses of ISSPACE, etc with c_isspace, etc. - * gnu-md5.c, gnu-md5.h: Removed, in deference to gnulib. - * Makefile.am: Removed gnu-md5.h from wget_SOURCES. - * gen-md5.c: Changed #inclusion of gnu-md5.h to md5.h (gnulib's). - * recur.c (download_child_p): Print error if unlink of - robots.txt fails. - * main.c (main): --spider or --delete-after now implies - --no-directories (thanks, Josh Williams). - -2007-10-14 Joshua David Williams <yurimxpxman@gmail.com> - - * recur.c (download_child_p): Remove robots.txt if - --delete-after or --spider is on. - -2007-10-13 Micah Cowan <micah@cowan.name> - - * Makefile.am: Make version.c depend on Wget dependencies (source - files, plus such things as LIBOBJS so we get things like - http-ntlm.c). Removed getopt.[ch], as we're now using gnulib for - these. - -2007-10-10 Micah Cowan <micah@cowan.name> - - * http-ntlm.c: Include openssl/opensslv.h explicitly, instead of - hoping it'll be included by accident in openssl/des.h. - -2007-10-09 Gisle Vanem <gvanem@broadpark.no> - - * mswindows.c: 'argc' and 'argv' in 'windows_main()' are no longer - needed. Hence simply the prototype. Free 'exec_name' at exit. - -2007-10-09 Micah Cowan <micah@cowan.name> - - * gettext.h: Imported from /usr/share/gettext, fuller handling - of --disable-nls. - * wget.h: Remove logic for handling lack of NLS (now in - gettext.h). - * main.c: Use gettext's ENABLE_NLS rather than HAVE_NLS. - * Makefile.am: added @LIBINTL@ to LIBS (though it probably - belongs in LDADD, along with everything else currently assigned - to LIBS). - -2007-10-08 Micah Cowan <micah@cowan.name> - - * http.c (http_loop): Add send_head_first conditional back - around code that needs it, but not around the last-modified - header-parsing stuff this time. Removed no-longer-useful (was it - ever?) restart_loop boolean, continuing unconditionally at end - of send_head_first conditional block (if we haven't jumped out). - -2007-10-04 Micah Cowan <micah@cowan.name> - - * http.c (http_loop): We've got_name if content_disposition - support isn't on; make sure we continue properly in that case, - even though we're not sending HEAD. - * Makefile.in: Removed, replaced by Makefile.am. - * Makefile.am: Converted from Makefile.in. - -2007-10-02 Gisle Vanem <gvanem@broadpark.no> - - * ftp.c: Use "_listing" for MSDOS (".listing" is illegal). - - * url.c: Update comment for 'filechr_not_windows'. - - * utils.c: Include <process.h> for 'getpid()' on Watcom. - -2007-10-02 Micah Cowan <micah@cowan.name> - - * ftp.c (getftp, ftp_loop_internal), http.c (http_loop), main - (main): Use datetime_str instead of time_str, for those who have - potentially long-running sessions. Based on suggestions by Saso - Tomat <miskox@hotmail.com> and Steven M. Schweda - <sms@antinode.org>. - * http.c (gethttp): Warn about host lookup failures. Adjusted - from Stephen Gildea's patch. - -2007-10-02 Stephen Gildea <stepheng+wget@gildea.com> - - * connect.c (connect_to_host): Warn about host lookup failures. - -2007-09-25 Micah Cowan <micah@cowan.name> - - * Makefile.in: Use EXEEXT instead of exeext. - -2007-09-24 Gisle Vanem <giva@bgnett.no> - - * connect.c, init.c, main.c, openssl.c, options.h, sysdep.h, - url.c, utils.c: Added support for building on MS-DOS. - -2007-09-24 Jochen Roderburg <roderburg@uni-koeln.de> - - * http.c (http_zero): Remove no-longer-used local_size variable. - Fixes bug #21057. - -2007-09-12 Micah Cowan <micah@cowan.name> - - * http.c (http_loop): Remove send_head_first from condition for - parsing timestamp. - -2007-08-29 Micah Cowan <micah@cowan.name> - - * openssl.c (ssl_init): Re un-const-ified the meth local - variable, to match current versions of openssl. - * spider.c: Removed visited_url function, as it may be very - inefficient. - (print_broken_links): Removed traversal of referrers, until such - time as a more efficient implementation can be written. - * spider.h: Replaced declaration of visited_url with an - empty-bodied, function-like macro. - -2007-08-27 Gisle Vanem <giva@bgnett.no> - - * mswindows.c (run_with_timeout): Ensure that the correct - conversion specification is used for the return result of - the GetLastError function. - * getopt.c: Fix missing (but, accidentally, legal) comment - delimiter after licensing text. - * recur.c (retrieve_tree): Inserted missing cast for strip_auth. - Includes adjustment by Ralf Wildenhues. - * openssl.c (ssl_init): const-ified the meth local variable. - * main.c: Include all the static function definitions in the - "#ifndef TESTING" clause, leaving just the definitions for - exec_name (not set), and opt. - * utils.c (run_with_timeout): Now returns bool, to align with - declaration in utils.h. - -2007-08-27 Micah Cowan <micah@cowan.name> - - * wget.h: Added macro replacement for ngettext, for environs - that lack NLS. - -2007-08-26 Micah Cowan <micah@cowan.name> - - * spider.c (print_broken_links): Fixed incorrect plurals msgid - usage, switched to use ngettext function. - -2007-08-24 Micah Cowan <micah@cowan.name> - - * http.c (http_loop): Introduced time_came_from_head boolean - flag, to help avoid parsing the same Last-Modified header twice. - Replaced spidering returns of RETRUNNEEDED for some situations, - to RETROK, as otherwise it will be interpreted as an error. - RETRUNNEEDED appears never to be referenced outside of - http.c (and wget.h), and, when returned by gethttp, is - translated by http_loop to RETROK. - * url.c (are_urls_equal): Don't call getchar_from_escaped_string - if u2 is shorter than u1. - (getchar_from_escaped_string): Don't decode reserved characters. - Handle illegally appearing '%'s as literal '%'s. Ensure hex - digits before attempting to decode. - (test_are_urls_equal): Added tests to handle u2 shorter than u1, - and %2f not treated the same as /. - * spider.c (in_url_list_p): Don't call are_urls_equal if one of - them is NULL. - -2007-08-23 Joshua David Williams <yurimxpxman@gmail.com> - - * spider.c (in_url_list_p): Removed the bool verbose argument - -2007-08-22 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c (http_loop): Fall back to GET if HEAD fails with a 500 or 501 - error code. - -2007-08-21 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c (http_loop): Send preliminary HEAD request if -N is given and - the destination file exists already. - -2007-08-10 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c (http_loop): Fixed HTTP HEAD requests logic when --spider is - given. - -2007-08-10 Ralf Wildenhues <Ralf.Wildenhues@gmx.de> - - * url.c (append_uri_pathel): Do not assume dest string to be - zero-terminated. - (test_append_uri_pathel): Terminate string to fix test failure. - -2007-08-09 Ralf Wildenhues <Ralf.Wildenhues@gmx.de> - - * url.c (url_string): Use comparison, not assignment, in - check for auth_mode == URL_AUTH_HIDE_PASSWD. - -2007-08-09 Micah Cowan <micah@cowan.name> - - * http.c (http_loop): If we got a HEAD and then a GET, and the - GET had a timestamp, use that one, not any we may have gotten - from the HEAD. - -2007-08-08 Micah Cowan <micah@cowan.name> - - * init.c (defaults): Content disposition will not be default, - since it currently results in extra round-trips. - -2007-07-31 Micah Cowan <micah@cowan.name> - - * http.c (gethttp): Set contlen = -1 when we encounter a - negative-valued Content-Length header, so we don't consider it - an internal error later on and call abort(). - -2007-07-29 Micah Cowan <micah@cowan.name> - - * url.h, url.c (url_string): Replaced bool arg of the url_string - function with enum url_auth_mode, with added option to - completely remove user/pass auth information. - * http.c, ftp.c, url.c, recur.c: Adapted call to url_string - function to fit new usage. - * recur.c (retrieve_tree): Remove auth info from Referer header. - -2007-07-28 Micah Cowan <micah@cowan.name> - - * options.h, init.c, retr.c, main.c: renamed opt maxredirect - field to max_redirect, for improved consistency. - * init.c: changed max_redirect parser from cmd_number_inf to - cmd_number, as infinite redirects may not be appropriate. - Alternatively, if cmd_number_inf should be used, then - opt.max_redirect's value should be checked a bit differently in - retr.c, to allow for the "infinite" meaning of zero. - -2007-07-25 Micah Cowan <micah@cowan.name> - - * http.c (create_authorization_line) - (basic_authentication_encode, known_authentication_scheme_p) - (load_cookies): Moved declarations up. - (basic_authed_hosts): Added. Tracks what hosts have issued Basic - challenge and been given the global username, password. - (maybe_send_basic_creds): Added. Sends Basic creds for hosts that - have issued Basic challenges. - (register_basic_auth_host): Added. Instantiates - basic_authed_hosts if necessary, then registers the host that - has issued a challenge. - (gethttp) <auth>: Only send authentication credentials after - we've received a challenge from that host. This is a stop-gap - fix until a proper fix can be implemented; still isn't quite - right, as we should only be sending credentials automatically - for authenticated paths and below, and not for the entire host. - -2007-07-16 Joshua David Williams <yurimxpxman@gmail.com> - - * options.h: added maxredirect to options struct - * init.c: added maxredirect to list of variables - * retr.c (retrieve_url): replaced MAX_REDIRECTIONS with opt.maxredirect - * main.c: added option --max-redirect - -2007-07-16 Joshua David Williams <yurimxpxman@gmail.com> - - * test.h: tests made more verbose; now displays the name - of each test run. - -2007-07-10 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c (http_loop): Fixed the HTTP requests logic. Now it skips the - preliminary HEAD request if either -O or --no-content-disposition are - given, and neither --spider and -N are given. - -2007-07-05 Micah Cowan <micah@cowan.name> - - * cmpt.c, connect.c, connect.h, convert.c, convert.h: - * cookies.c, cookies.h, ftp-basic.c, ftp.c, ftp.h, ftp-ls.c: - * ftp-opie.c, gen-md5.c, gen-md5.h, getopt.c, getopt.h, gnu-md5.c: - * gnu-md5.h, gnutls.c, hash.c, hash.h, host.c, host.h: - * html-parse.c, html-parse.h, html-url.c, http.c, http.h: - * http-ntlm.c, http-ntlm.h, init.c, init.h, log.c, log.h, main.c: - * Makefile.in, mswindows.c, mswindows.h, netrc.c, netrc.h: - * openssl.c, options.h, progress.c, progress.h, ptimer.c: - * ptimer.h, recur.c, recur.h, res.c, res.h, retr.c, retr.h: - * safe-ctype.c, safe-ctype.h, spider.c, spider.h, ssl.h, sysdep.h: - * test.c, test.h, url.c, url.h, utils.c, utils.h, wget.h: - * xmalloc.c, xmalloc.h: - Updated GPL reference to version 3 or later, removed FSF - address. - -2007-07-04 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c (http_loop): Skip HEAD request and start immediately with GET - if -O is given. - -2007-02-02 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (print_server_response): Escape non-printable characters - in server respone. - -2007-02-02 Hrvoje Niksic <hniksic@xemacs.org> - - * netrc.c: Don't make netrc_list static, as it prevents - compilation with DEBUG_MALLOC. - - * utils.c (aprintf): Don't use vasprintf when DEBUG_MALLOC is - requested because, in that case, we want the calls to malloc to be - coming from us. - -2007-01-23 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (parse_set_cookie): Would erroneously discard cookies - with unparsable expiry time. - -2007-01-23 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (create_image): Check for ETA overflow. - (print_row_stats): Ditto. - -2007-01-09 Mauro Tortonesi <mauro@ferrara.linux.it> - - * init.c (cmd_spec_prefer_family): Small fix to get rid of a gcc - warning about strict-aliasing violation. - -2007-01-09 Steven M. Schweda <sms@antinode.org> - - * ftp-basic.c (ftp_syst): Fixed segfault if response text is missing. - -2006-12-29 Gisle Vanem <giva@bgnett.no> - - * mswindows.c: Avoid a warning if 'ws_hangup()' is unused. - -2006-12-27 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c (parse_content_disposition): Consider directory prefix, if - specified. - -2006-11-21 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (retrieve_from_file): Ditto. - (url_uses_proxy): New function. - - * main.c (main): Don't check for opt.use_proxy when deciding - whether to call retrieve_url or retrieve_tree; check whether the - proxy would be used for *this* URL. - -2006-10-17 Mike Grant <mggr@pml.ac.uk> - - * ftp.c (ftp_loop_internal): Would incorrectly skip changing - working directory when retrying after a failed FTP attempt. - Originally reported by Nate Eldredge. - -2006-10-12 Mauro Tortonesi <mauro@ferrara.linux.it> - - * convert.c (downloaded_file): Fixed bug which used to break -E -k -K - mode. - -2006-08-28 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c: #include'd spider.h to get rid of compiler warnings. - - * main.c: Ditto. - - * recur.c: Ditto. - -2006-08-24 Mauro Tortonesi <mauro@ferrara.linux.it> - - * Makefile.in: Added spider.c to the list of files to compile and - spider.h to the list of header files. Updated copyright information. - - * http.c: Major changes to recursive spider mode. Now for every - resource we are supposed to check, we send a HEAD request to find out - if it exists. If the resource is a HTML file, we retrieve it and parse - it to discover links to other resources. - - * recur.c: Ditto. - - * res.c (res_retrieve_file): Disable opt.timestamping and opt.spider - when retrieving robots.txt. Updated copyright information. - - * convert.c: Moved code tracking broken links to spider.c. - - * convert.h: Ditto. - - * spider.c: Created new file to keep track of visited URLs in spider - mode. - - * spider.h: Ditto. - -2006-08-21 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c: Fixed timestamping-related bug. - -2006-08-16 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c: Fixed bug which broke --continue feature. Now if -c is - given, http_loop sends a HEAD request to find out the destination - filename before resuming download. - -2006-08-08 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (datetime_str): Avoid code repetition with time_str. - -2006-07-21 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (commands): Correctly place "contentdisposition". - -2006-07-14 Mauro Tortonesi <mauro@ferrara.linux.it> - - * sysdep.h: If intptr_t isn't defined, simply typedef it to long. - - * http.c: Added explicit cast to int in logprintf call to remove - compiler warnings on 64-bit platforms. - - * connect.c: Added a few casts to intptr_t to remove compiler warnings - on 64-bit platforms. - - * main.c: Disable -r, -p and -N when -O is used. Disable -k when -O is - used and multiple URLs are given. Update maintainer information. - - * all: Update copyright information. - -2006-07-10 KJKHyperion <hackbunny@reactos.com> - - * url.c (filechr_table): Mark DEL (0x7f) as a control character - and | as a character Windows can't handle. - -2006-06-28 Mauro Tortonesi <mauro@ferrara.linux.it> - - * res.c: Implemented is_robots_txt_url function for detection of - robots.txt URLs and related test routine. - - * res.h: Ditto. - - * url.c: Implemented are_urls_equal function for URL comparison and - related testing routine. - - * url.h: Ditto. - - * convert.c: Fixes for recursive spider mode: don't consider - non-existing robots.txt as a broken link, and use are_urls_equal - instead of strcasecmp for referrer URLs comparison. - - * test.c: Call tests routines for are_urls_equal and - is_robots_txt_url. - -2006-06-26 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h (wgint): Typedef to any 64-bit (or larger) type we can - find, not necessarily off_t or long. - -2006-06-26 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c (strtoll): Check for overflow and underflow without - relying on (technically) undefined behavior. Don't assume that - strtoll_type is 64 bits wide. - -2006-06-21 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (base64_encode): Cast void pointer to char * before - doing arithmetic. - -2006-06-20 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (base64_encode): Made TBL const. - (base64_decode): Made the base64_char_to_value table const. - -2006-06-19 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (base64_encode): Made the DATA pointer void * so the - callers can pass it any kind of pointer (including both signed and - unsigned char pointers). - (base64_decode): Ditto for DEST. - -2006-06-19 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (base64_encode): Would read past end of STR. - Reported by rick@eckle.org. - -2006-06-13 Mauro Tortonesi <mauro@ferrara.linux.it> - - * options.h (struct options): Introduced member restrict_files_case to - keep track of preferences on character case restrictions for - filenames. - - * init.c: Modified defaults and cmd_spec_restrict_file_names to - support character case restrictions for filenames. Added - test_cmd_spec_restrict_file_names unit test. - - * url.c: Modified append_uri_pathel to support character case - restrictions for filenames. Added test_append_uri_pathel unit test. - - * test.c: Added test_cmd_spec_restrict_file_names and - test_append_uri_pathel to the list of unit tests to run. - -2006-06-12 Mauro Tortonesi <mauro@ferrara.linux.it> - - * retr.c (retrieve_from_file): Use retrieve_tree and automatically - turn on opt.follow_ftp in case of recursive FTP retrieval through HTTP - proxy. - - * main.c: Automatically turn on opt.follow_ftp in case of recursive - FTP retrieval through HTTP proxy. - -2006-06-12 Tony Lewis <tlewis@exelana.com> - - * main.c: Improved CHEN Peng's patch by proposing a simpler logic. - -2006-06-12 CHEN Peng <chenpeng@alumni.nus.edu.sg> - - * main.c: Use retrieve_tree in case of recursive FTP retrieval through - HTTP proxy. - -2006-05-25 Mauro Tortonesi <mauro@ferrara.linux.it> - - * convert.c: Added mechanisms to keep track broken links. - - * convert.h: Ditto. - - * wget.h: Reordered and enumerated uerr_t constants. - - * recur.c: Fixes to support recursive spider mode. - - * http.c: Ditto. - - * main.c: Print broken links in case of recursive spider mode. - - * retr.c: Changed interface of retrieve_url. - - * retr.h: Ditto. - - * ftp.c: Changed interface of ftp_loop. - - * ftp.h: Ditto. - - * res.c: Minor change to reflect changes in interface of retrieve_url. - -2006-05-18 Lawrence Jones <lawrence.jones@ugs.com> - - * ftp-ls.c (ftp_parse_unix_ls): Correct size parsing, add size - and filename debugging output. - -2006-04-28 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c: If Content-Disposition header is present, allow unique - filename generation unless -nc is given. Permit to disable parsing of - Content-Disposition header. - - * options.h: Added option --no-content-disposition to disable parsing - of HTTP Content-Disposition header. - - * init.c: Ditto. - - * main.c: Ditto. - -2006-04-11 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c (TOLOWER): Wrap macro arg in parentheses. - -2006-04-08 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (parse_content_disposition): Doc fix. - -2006-03-15 Mauro Tortonesi <mauro@ferrara.linux.it> - - * utils.c: Restricted operational semantics of frontcmp and proclist - from generic strings to directory names and them to subdir_p and - dir_matches_p respectively. Applied George Ogata's one line patch to - restrict algorithm of subdir_p to full directory name matching. Added - testcases for subdir_p and dir_matches_p. - - * utils.h: Changed all frontcmp occurrences to subdir_p. - - * recur.c: Ditto. - - * test.c: Changed type returned by test functions from char * to const - char *. Added test_subdir_p and test_dir_matches_p to the list of - tests to run. - - * http.c (test_parse_content_disposition): Changed return type from - char * to const char *. - -2006-03-14 Mauro Tortonesi <mauro@ferrara.linux.it> - - * recur.c (struct queue_element): Changed type of html_allowed member - to bool. - -2006-03-09 Mauro Tortonesi <mauro@ferrara.linux.it> - - * ftp.c (ftp_list): Try `LIST -a' command first and revert to `LIST' - in case of failure. - -2006-03-06 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c (TOLOWER): Fix definition when STANDALONE. - Reported by Beni Serfaty. - -2006-03-02 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c (http_loop): Fixed recursive HTTP retrieval. - -2006-02-28 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (extract_param): Declare extern so it can be used from - other files. - (extract_param): Return error for empty name. - -2006-02-28 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (find_last_char): Define in terms of memrchr. - - * cmpt.c (memrchr): Define it on systems that don't have it. - - * http.c (extract_param): New function for parsing header values - with parameters. - (parse_content_disposition): Use it. Don't allow slashes and - backslashes in the file name. - -2006-02-27 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (path_simplify): Don't preserve ".." at beginning of path. - Suggested by Frank McCown. - -2006-02-25 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Only use FILE.N.html if FILE.html exists. - -2006-02-09 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.c (run_with_timeout): Made thread_hnd non-static. - -2006-02-05 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (sleep_between_retrievals): Sleep at a minimum of 1/2 of - the specified wait period. - -2006-02-03 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (number_to_string): Don't use sprintf for printing - WGINT_MIN; simply divide n by 10 and defer printing the last - digit. - (number_to_string): Removed the SPRINTF_WGINT macro. - -2006-02-03 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c: Fixed support for Content-Disposition header. - - * test.c: Added test_parse_content_disposition to the list of unit - tests to run. - -2006-02-02 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c: Don't define countof if it's already defined. - - * hash.c: Obtain the definition of uintptr_t when standalone. - -2006-01-30 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c: Changed output format. Removed excessively verbose debugging - output. - -2005-12-07 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c: Fixed pre-download verbose output which was broken by - HTTP code refactoring. - -2005-11-23 Mauro Tortonesi <mauro@ferrara.linux.it> - - * http.c: Refactored HTTP code. If -O is not used, the new code - delays the choice of the file name where the downloaded resource - will be saved until the HTTP headers have been retrieved. - Added support for Content-Disposition header. - -2005-11-19 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c (INVALID_PTR): Use uintptr_t instead of unsigned long. - (hash_pointer): Don't assume a pointer fits in `unsigned long'. - -2005-11-02 Mauro Tortonesi <mauro@ferrara.linux.it> - - * Makefile.in: Removed support for unit testing (now it is in - tests/Makefile.in). - -2005-10-27 Mauro Tortonesi <mauro@ferrara.linux.it> - - * Makefile.in: Added basic support for unit testing. - - * test.c: Ditto. - - * test.h: Ditto. - -2005-10-13 Daniel Stenberg <daniel@haxx.se> - - * http-ntlm.c (ntlm_output): Fixed buffer overflow vulnerability. - -2005-10-09 Russ Allbery <rra@stanford.edu> - - * snprintf.c: Remove round to round_int and pow10 to pow10_int, to - avoid warnings from GCC 4.0. - -2005-10-05 Mauro Tortonesi <mauro@ferrara.linux.it> - - * retr.c: Changed semantics of no_proxy_match. - -2005-09-17 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (main): Don't print the summary if nothing has been downloaded. - -2005-09-17 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (retr_rate): Rename parameter from MSECS to SECS since it - no longer holds milliseconds. - -2005-09-01 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c: Introduce symbolic constants for "magic" values of - 0.2 and 0.9, REFRESH_INTERVAL and ETA_REFRESH_INTERVAL. - -2005-08-27 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c (strtoll): Correctly handle strtoll("0x", ptr, 0) and - strtoll("0x<nonhexchar>", ptr, 0) -- in both cases *ptr must be - set to the position of 'x', not after it. - -2005-08-27 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c (hash_table_map): Rename to hash_table_for_each and - update callers. - Document the meaning of the callback's return value. - (hash_table_iterate): New function. - (hash_table_iter_next): Likewise. - Update most places that used hash_table_for_each to use the - iteration, which doesn't require a temporary function with - explicit state management. - -2005-08-26 Albert Chin <wget@mlists.thewrittenword.com> - - * Makefile.in: Use @datadir@. Define localedir as $(datadir)/locale. - -2005-08-26 Jeremy Shapiro <jnshapiro@gmail.com> - - * openssl.c (ssl_init): Set SSL_MODE_AUTO_RETRY. - -2005-08-23 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (address_list_from_ipv4_addresses): Use IP_INADDR_DATA. - -2005-08-12 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h: Renamed strtoll_return to strtoll_type. - -2005-08-11 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (eta_to_human_short): Switch to days when printing - more than 48h rather than 100h. (It's not immediately apparent - how many days there are in 83h.) - -2005-08-11 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c (strtoll): Define it if missing on the system and if Wget - needs it. - - * mswindows.c (str_to_int64): Move to cmpt.c and rename to strtoll. - -2005-08-10 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (print_address): Always use inet_ntop when IPv6 is - enabled. - - * host.h (ip_address): Simplify the data union. - -2005-08-09 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.c (inet_ntop): Also handle IPv4 addresses for - completeness. - -2005-08-09 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Don't read more than the amount of data - specified by the content-length header. - -2005-08-09 Vasil Dimov <vd@datamax.bg> - - * ftp.c (getftp): Don't free RESPLINE if ftp_response returns a - status other than FTPOK. - -2005-08-04 Giuseppe Bonacci <g.bonacci@libero.it> - - * ftp-ls.c (ftp_parse_unix_ls): Remember the position of the - previous token instead of backtracking back to it. - -2005-07-08 Gisle Vanem <giva@bgnett.no> - - * mswindows.h: Include process.h to get getpid() declaration. - -2005-07-08 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (aprintf): Use vasprintf where available. - -2005-07-08 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (rewrite_shorthand_url): Simplify code using aprintf and - strspn. - -2005-07-07 Hrvoje Niksic <hniksic@xemacs.org> - - * gnutls.c (ssl_check_certificate): Check for the validity of the - presented X509 certificate. - -2005-07-07 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (ssl_check_certificate): Print custom error messages - for frequent X509 certificate problems. - -2005-07-07 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.h: Define an alias for stat and fstat, as requested by - config-compiler.h. - (gai_strerror): Define to windows_strerror if NEED_GAI_STRERROR is - defined. - -2005-07-06 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.h: Use strtoll where available. - -2005-07-06 Hrvoje Niksic <hniksic@xemacs.org> - - * sysdep.h: Add a full declaration of fnmatch.h. - -2005-07-06 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c: Unconditionally include <setjmp.h>. - -2005-07-06 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (fnmatch_nocase): New function. - (proclist): Use it instead of fnmatch when opt.ignore_case is - requested. - (in_acclist): Respect opt.ignore_case. - (frontcmp): Respect opt.ignore_case. - - * options.h (struct options): New flag opt.ignore_case. - -2005-07-06 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c: Measure time in seconds rather than milliseconds. - Adjusted all callers. - -2005-07-06 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): When freeing MESSAGE, take into account that - it can be NULL. - -2005-07-05 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c (timegm): Handle years after 2099. - -2005-07-05 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c (timegm): Remove unused variable. - -2005-07-05 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c (timegm): Don't call mktime; simply count the seconds - between 1970-01-01 and the specified date. - -2005-07-05 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h (or): Define HAVE_SSL when either HAVE_OPENSSL or - HAVE_GNUTLS are defined. - - * gnutls.c: New file. - -2005-07-05 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Don't print the request write error message - twice. - -2005-07-04 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (openssl_errstr): Instead of always using a large - static buffer, only allocate the error string when there is an - actual error. - -2005-07-04 Hrvoje Niksic <hniksic@xemacs.org> - - * xmalloc.c (debugging_free): Prefix hex pointer value with "0x" - when printing. - -2005-07-04 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (NEXT_BASE64_CHAR): Rename to NEXT_CHAR and simplify to - get the next non-whitespace character. - -2005-07-04 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (base64_decode): Don't silently tolerate non-base64 - non-white-space characters in the base64 stream. - -2005-07-04 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (LAZY_RETRIEVE_INFO): Make last_tick unsigned to match - transport_map_modified_tick. - -2005-07-04 Hrvoje Niksic <hniksic@xemacs.org> - - * config-post.h (alloca): Updated declaration to not enumerate all - Windows compilers. - -2005-07-04 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (openssl_errstr): Separate error messages with "; ". - -2005-07-03 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (getftp): Ditto. - - * http.c (gethttp): Use fd_errstr. - - * connect.c (fd_register_transport): Restructure parameters to - include only a single structure that describes transport - implementation. - - * openssl.c (openssl_errstr): New function: dump SSL error strings - into a static buffer and return a pointer to the buffer. - - * connect.c (fd_errstr): New function; returns transport-specific - error message, or strerror(errno) if transport doesn't supply one. - -2005-07-03 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.h: Also wrap accept() and listen(). - -2005-07-03 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (path_end): Skip separators appropriate for the scheme. - (strpbrk_or_eos): Remove gcc-specific version, as the optimization - it tried to perform no longer applies. - -2005-07-02 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c: Don't include "connect.h" now that we no longer have - socket_has_inet6. - -2005-07-02 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c: Remove extraneous definition of netdb.h. - -2005-07-02 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Skip error message body in the keep-alive - case. - -2005-07-02 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_parse): Would crash when parsing fragments. Support - fragments for FTP URLs too. - -2005-07-02 Hrvoje Niksic <hniksic@xemacs.org> - - * version.c: Don't use "cvs" in version name, since we're not - using CVS anymore. - -2005-07-02 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (create_image): Ditto. - - * retr.c (retr_rate): Display smaller rate numbers with greater - precision. - -2005-07-02 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (response_head_terminator): Minor optimization. - - * retr.c (fd_read_hunk): Call terminator with pointer to the start - of the data and the pointer to the current data. Changed all - callers. - -2005-07-01 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_parse): Make sure u->params is not initialized for - http/https URLs. - (url_parse): Don't crash on garbage following []-delimited IPv6 - addresses. - -2005-07-01 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (print_help): Don't refer to the non-existent -nr in - description of --mirror. - -2005-06-30 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (pretty_print_address): Renamed to just print_address. - Clarify documentation. - -2005-06-30 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Explicitly document the different cases when - generating the Host header. - -2005-06-30 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (pretty_print_address): Handle error result from - inet_ntop. - -2005-06-30 Gisle Vanem <giva@bgnett.no> - - * mswindows.c (inet_ntop): New function. Print IPv6 addresses - using WSAAddressToString. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (dot_update): Remove unused variable row_qty. - -2005-06-29 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c: Check for both SIGHUP and SIGUSR1 before using them. - -2005-06-29 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c: Unconditionally include locale.h. - -2005-06-29 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c: Include sys/time.h to get struct timeval. - -2005-06-29 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h: Remove obsolete definition of with_thousand_seps_sum. - -2005-06-29 Hrvoje Niksic <hniksic@xemacs.org> - - * gnu-md5.h: Unconditionally include limits.h. - -2005-06-29 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (random_number): Use lrand48 if available. - (random_float): Use drand48 if available. - -2005-06-29 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (secs_to_human_time): Use print_decimal when printing - total download time in seconds. - - * progress.c (print_row_stats): Use it to print total download - time at the end of the download. - (create_image): Ditto. - - * utils.c (print_decimal): New function; print small decimal - numbers with more precision than large ones. - - * progress.c (print_row_stats): New function. Print ETA after the - download rate at the end of each row. - -2005-06-28 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (parse_line): Check for alphanumerics. - -2005-06-28 Hrvoje Niksic <hniksic@xemacs.org> - - * (dot_create): Remove unnecessary casts. - -2005-06-28 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (getftp): Delete trailing newlines from LIST output so - lines don't come out with trailing \015\012 with -S. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.h: Remove superfluous includes. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * config-post.h (alloca): Amend alloca declaration to take care of - all Win32 compilers, not just MSVC and MinGW. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (get_grouping_data): Force separator to "." rather than - " " when "," is taken. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h (PTR_FORMAT): Cast the result of sizeof to int before - passing it to printf's %*. - - * retr.h: Declare output_stream and output_stream_regular. - - * ftp.h: Declare ftp_last_respline. - - * convert.h: Declare dl_url_file_map. - - * http.h: New file. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c: Make cookies_now static. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (human_readable): Remove intermediary cast to long; MSVC - has problems casting *unsigned* __int64 to double. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * sysdep.h: Use the system-provided fnmatch by default. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (mktime_from_utc): Renamed to timegm and moved to cmpt.c. - Don't compile it if GNU timegm is available. - (http_atotm): Use timegm. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (http_atotm): Correctly query the old locale value. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * config-post.h (alloca): Don't #define alloca under MinGW32, - which defines it in malloc.h, included from mswindows.h. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (get_grouping_data): Force the use of separators in C - locale. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (i18n_initialize): Set all locale categories. - - * http.c (http_atotm): Temporarily set locale to "C". - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Improve "POST data file missing" error - message. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (set_progress_implementation): Type COLON as const - char *. - -2005-06-27 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (with_thousand_seps): Handle negative numbers. - -2005-06-26 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (create_image): Mark the "eta" string for translation. - -2005-06-26 Hrvoje Niksic <hniksic@xemacs.org> - - * html-url.c (get_urls_file): Don't explicitly set entry->next to - NULL since entry is already zeroed out. - -2005-06-26 Gisle Vanem <giva@bgnett.no> - - * mswindows.h: Define gai_strerror under MinGW. - -2005-06-26 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (with_thousand_seps): Correctly implement thousand seps - consisting of more than one character. - -2005-06-26 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (secs_to_human_time): Ditto. - - * progress.c (create_image): Print more exact duration of very - short downloads. - - * main.c (secs_to_human_time): Don't translate time suffixes "h", - "m", and "s", which are not strictly SI, but are "accepted for use - with SI". - (secs_to_human_time): Print really small intervals as 0s, not - 0.00s. - -2005-06-26 Hrvoje Niksic <hniksic@xemacs.org> - - * config-post.h: Replace the alloca declaration with the one from - the latest Autoconf manual. This should remove a warning with GCC - on AIX. - -2005-06-26 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (getftp): Always invoke SIZE, not only when continuing a - download. - - * main.c (main): Ditto here. - - * progress.c (create_image): When the download is finished, print - how long it took. - -2005-06-26 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (main): Print the downloaded and quota amounts with the - "human_readable" function. - - * ftp.c (print_length): Ditto. - - * http.c (gethttp): Don't display thousand separators. - - * utils.c (with_thousand_seps): Rewritten to respect locale - settings and to be type size agnostic. - -2005-06-25 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (human_readable): Divide with 1024 instead of shifting - so the operation can work with non-integer N. - -2005-06-25 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (eta_to_human): New logic for more human-readable - ETA. - -2005-06-25 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (with_thousand_seps_sum): Decrease buffer size so it - cannot overrun add_thousand_seps's buffer. - -2005-06-25 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (SPRINTF_WGINT): The correct format is %I64d, not just - %I64. - -2005-06-25 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (http_loop): Don't warn about wildcards in HTTP URLs if - globbing isn't requested in the first place. - - * retr.c (retrieve_url): Temporarily turn off globbing when - processing HTTP->FTP redirects. - -2005-06-25 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (with_thousand_seps_sum): Now defined only if - SUM_SIZE_INT is double. - - * wget.h (SUM_SIZE_INT): Instead of bothering with long, long - long, __int64, and friends, simply either use wgint or double, end - of story. Since we know how to print either, we no longer need - LARGE_INT_FMT. - - * sysdeps.h (LARGE_INT): Renamed to SUM_SIZE_INT to better reflect - its intent, and moved to wget.h. - -2005-06-25 Hrvoje Niksic <hniksic@xemacs.org> - - * Makefile.in: No need to clean .libs. - -2005-06-25 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (parse_set_cookies): Cast pointer subtraction to int - before using it with %d; AIX compiler warns on this. - Reported by Jens Schleusener. - -2005-06-24 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Don't prepend / here. - - * cookies.c (cookie_handle_set_cookie): Prepend / to PATH. - (cookie_header): Ditto. - -2005-06-24 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c: opt.verbose must be declared as int. - -2005-06-23 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c (strpbrk): Removed. - (mktime): Removed. - Include <time.h>. - -2005-06-23 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (read_file): Ditto. - - * main.c (main): Use struct_fstat. - - * mswindows.h (struct_fstat): Define a struct_fstat to deal with - the fact that Borland 5.5 has 64-bit stat, but not 64-bit fstat! - -2005-06-23 Hrvoje Niksic <hniksic@xemacs.org> - - * sysdep.h: Remove code that deals with Watcom. - -2005-06-22 Hrvoje Niksic <hniksic@xemacs.org> - - * all: Use bool instead of int and false/true instead of 0/non-0 - for boolean variables and values. - -2005-06-22 Hrvoje Niksic <hniksic@xemacs.org> - - * sysdep.h: Include the stdbool.h/_Bool/bool blurb from Autoconf. - -2005-06-22 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_lockable_boolean): Removed. - -2005-06-22 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (struct cookie): Use 1-bit bitfields for booleans - which makes the structure takes less space at no cost in - complexity. - -2005-06-22 Hrvoje Niksic <hniksic@xemacs.org> - - * Makefile.in ($(OBJ)): Add the config.h dependency. - -2005-06-22 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c, connect.c, host.c: Replace instances of #ifdef - ENABLE_DEBUG if (opt.debug) {...} #endif with IF_DEBUG {...}. - - * main.c: Rename the IF_DEBUG defined here to WHEN_DEBUG. - - * wget.h (IF_DEBUG): New macro. - (DEBUGP): Define in terms of IF_DEBUG. - -2005-06-22 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Only handle --set-cookies (and assert that - cookie jar exists) if opt.cookies is true. Failure to do so - triggered the assert when --no-cookies was used and the server - sent a Set-Cookie header. Ouch! - -2005-06-22 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (select_fd): Expect select() to exist. - - * utils.c (xsleep): Always use select() as sleep fallback on - non-Windows platforms. - - * ptimer.c: Delete the implementation of PTIMER_TIME. - - * main.c: Assume existence of signal(), test for different signal - names instead. - - * cmpt.c: Better document reasons why certain functions are - included. - -2005-06-22 Hrvoje Niksic <hniksic@xemacs.org> - - * Makefile.in: Remove the manually maintained dependency list; - make all object files depend on every header. - -2005-06-20 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c: Rename "mapping" to "cell" to avoid confusion with the - term "mapping" (or "map") sometimes being used for the entire hash - table. Also rename "non-empty" to "occupied" for easier reading - of if (!NON_EMPTY (...)) ... . - -2005-06-20 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c, ptimer.c, sysdep.h, utils.c: Use #elif to simplify reading of - chained if-else-else-else-... statements. - -2005-06-20 Hrvoje Niksic <hniksic@xemacs.org> - - * all: Return type of signal handlers is `void'. Include signal.h - unconditionally. - - * all: Don't explicitly cast values returned by malloc. We no - longer support ancient compilers that don't declare malloc, and we - never supported C++ builds. - -2005-06-19 Hrvoje Niksic <hniksic@xemacs.org> - - * all: Don't declare errno. Include both time.h and sys/time.h, - as long as sys/time.h exists. Don't dereference function pointers - when invoking the functions they point to. - - * cmpt.c (memmove): Remove function mandated by C89. - (strerror): Ditto. - (strstr): Ditto. - - * all: Undo the K&R-ization changes from 2005-05-03. - - * all: Remove support for K&R compilers: use C89 function - declarations, remove definition of PARAMS, remove support for - varargs, and remove ansi2knr. Assume the presence of time.h, - string.h, and other headers mandated by C89. - -2005-06-19 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_lockable_boolean): Don't recognize literal "2" and - "-1" values; unlike 0 and 1, those should never be exposed to the - user. Update the error message to be more self-consistent, as - proposed by Benno Schulenberg. - -2005-06-18 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Don't free "head" before using it to save - headers. - -2005-06-18 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): When -E is in use, check for file existence - after appending ".html" to the name and modify the file name if - necessary. - -2005-06-17 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (socket_has_inet6): Removed. - - * host.c (lookup_host): Don't use the AI_ADDRCONFIG getaddrinfo - hint. - -2005-06-16 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_lockable_boolean): Improve the error message so it - lists the more useful values first. - -2005-06-15 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Also report the system error when the POST - data file is missing. - -2005-06-15 Benno Schulenberg <benno@nietvergeten.nl> - - * ftp.c, http.c, connect.c, cookies.c, html-url.c, init.c, res.c: - Gettext-ize messages that were previously missed. - -2005-06-15 Hrvoje Niksic <hniksic@xemacs.org> - - * host.h (ip_address): Remove the trailing comma from the type - enum in the no-IPv6 case. - - * main.c (struct cmdline_option): Remove the trailing comma from - the enum. - - Reported by Jens Schleusener. - -2005-05-30 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (strpbrk_or_eos): Check for a recent GCC version before - using the statement-as-expression extension. - -2005-05-30 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Don't attempt to "skip short body" if we're - issuing a HEAD request (in which case the response head is not - followed by a body). - -2005-05-30 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_spec_header): Don't split the string along the - commas using cmd_vector; just append the new value using - vec_append instead. - - * utils.c (vec_append): New function. - -2005-05-27 Andreas Beckmann <debian@abeckmann.de> - - * html-url.c (tag_handle_link): Mark the content from the <link - src="..."> tag as expecting HTML. - -2005-05-24 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (http_atotm): Document the origin of the "cookie date" - format. - -2005-05-21 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (setval_internal): Report exact command name alongside - the "display name". - -2005-05-18 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (update_cookie_field): Explicitly cast -1 to time_t to - cope with systems where time_t is unsigned. - - * cookies.c: Remove unnecessary casts to time_t from values - already of that type. - -2005-05-17 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (ftp_loop_internal): Same here. - - * http.c (http_loop): Don't clobber the file when -c is specified - and the first attempt to retrieve the file fails. - -2005-05-16 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (ssl_check_certificate): Print all issues with a - certificate. - -2005-05-16 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp-basic.c: Don't xfree() the line returned by ftp_response if - the returned code is not FTPOK. - -2005-05-16 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cleanup): Don't free the non-existent opt.ftp_acc. Free - the SSL-related stuff. - -2005-05-16 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (print_length): Consistently print \n at end of the - "Length" line. - -2005-05-14 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (ssl_connect): Announce the beginning and the end of - the SSL handshake when in debug mode. - - * wget.h (PTR_FORMAT): New macro for easier printing of pointer - values. Use %0*lx along with PTR_FORMAT instead of %p. - -2005-05-14 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Would forget to close the connection when - keep_alive was not used. - -2005-05-13 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (pattern_match): Document the code that decides - whether "*" matches ".". - -2005-05-12 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp-ls.c (ftp_index): Use %d to print the port number, which is - now int. - From Steven M. Schweda's VMS patches. - -2005-05-12 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (rewrite_shorthand_url): Don't rewrite "https://host" to - "ftp://https//host" when SSL is not used. - -2005-05-11 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (ssl_check_server_identity): Renamed to - ssl_check_certificate because it does more than just checking the - server's identity. - (ssl_check_certificate): Tell the user about - --no-check-certificate. - -2005-05-11 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (ssl_init): Always use SSL_VERIFY_NONE, so that the - handshake finishes even if the certificate is invalid. That way - ssl_check_server_identity can provide better diagnostics on why - the verification failed. - -2005-05-11 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (pattern_match): New function. - (ssl_check_server_identity): Treat peer certificate common name as - wildcard. - -2005-05-10 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (ssl_check_server_identity): Print certificate subject - and issuer. - -2005-05-10 Hrvoje Niksic <hniksic@xemacs.org> - - * res.c (res_register_specs): Correctly pass pointers to - hash_table_get_pair. - -2005-05-10 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Call ssl_check_server_identity. - - * openssl.c (ssl_check_server_identity): New function, verifies - that the host name in the certificate matches the actual host - name. - (verify_cert_callback): Removed, since it didn't do anything - except returning the preverify_ok argument. - - * connect.c (fd_transport_context): Allow retrieval of the context - pointer registered with fd_register_transport. - -2005-05-09 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (verify_cert_callback): Renamed from verify_callback. - Always return the received "ok" value. Print the X509 name in - debug mode. - (ssl_init): Enable partial writes in SSL context. - -2005-05-08 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (http_loop): Check for wildcards in the URL path - component, not in the whole URL. - - * ftp.c (ftp_loop): Check for wildcards in URL path before - unescaping, so the users can escape globbing metacharacters with % - escapes. - -2005-05-08 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (run_command): Correctly interpret the return value of - parse_line. - (commands): Re-alphabetize. - -2005-05-08 Hrvoje Niksic <hniksic@xemacs.org> - - * netrc.c (parse_netrc): Explicitly check for assignment != NULL - to silence warning from Borland C. - - * url.c (sync_path): Don't unnecessarily increment p. - (url_parse): Don't unnecessarily set url_encode to NULL just - prior to return from the function. - -2005-05-08 Hrvoje Niksic <hniksic@xemacs.org> - - * log.c (escnonprint_internal): Place variable declarations - before other statements. - -2005-05-08 Hrvoje Niksic <hniksic@xemacs.org> - - * html-url.c: Include recur.h. - - * http.c (request_new): Define as accepting no args. - -2005-05-07 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (strpbrk_or_eos): Made inline. Use strchr(s, '\0') for - finding the NUL char position. - -2005-05-07 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (decide_copy_method): Renamed to char_needs_escaping. - Since it now returns only two possible values, change it to return - boolean (int). - -2005-05-07 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp-basic.c (ftp_request): Prevent newlines in VALUE causing - inadvertent sending of multiple FTP commands. - -2005-05-07 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (decide_copy_method): Never cause reencode_escapes to - decode % escapes; it is too intrusive and breaks some servers. - -2005-05-07 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): When tunnelling SSL traffic over proxy with - CONNECT, we're really talking to the remote server directly. - Because of this, the request-line argument must be the URL path - rather than the whole URL, as it would be when using regular - proxies. - Reported by Charles Lane. - -2005-05-06 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_spec_useragent): Allow empty User-Agent. - - * http.c (gethttp): Don't print "unknown authentication scheme" - for failed Basic authentication. - (SET_USER_AGENT): Don't set user-agent if opt.useragent is empty. - (gethttp): Use alloca for allocation of www_authenticate. - -2005-05-06 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (print_help): Fix wording of --secure-protocol help text. - -2005-05-06 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c (strstr): Updated from glibc 2.3.5. - -2005-05-05 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (http_atotm): Zero out the whole struct tm being passed - to strptime. - -2005-05-05 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (main): Propagate option name to setoptval. - - * init.c (setoptval): Accept another argument, OPTNAME. Propagate - that argument as the option name independently of the actual - command, determined by command_by_name(com). - -2005-05-05 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (parse_line): Make the return value indicate whether - there was a syntax error or a setter failed. - (run_wgetrc): Return an indication on whether an error has been - encountered. - (initialize): Abort if there have been errors running either - .wgetrc file. - -2005-05-05 Hrvoje Niksic <hniksic@xemacs.org> - - * log.c (copy_and_escape): Slightly reduce code repetition between - the two loops. - -2005-05-05 Charles C.Fu <ccwf@bacchus.com> - - * utils.c (proclist): Strip leading slash when calling fnmatch - too, otherwise wildcard comparisons always fail. - -2005-05-05 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (touch): Set access time to current time. - -2005-05-05 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_unescape): Don't unescape %00, it effectively - truncates the string. - -2005-05-05 Hrvoje Niksic <hniksic@xemacs.org> - - * log.c (copy_and_escape): Replace the FOR_URI argument with a - slightly more general mechanism for specifying different kinds of - escape. - -2005-05-05 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp-basic.c (ftp_response): Fix printing FTP server response. - -2005-05-05 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (limit_bandwidth_reset): Reset sleep_adjust. - (limit_bandwidth): Don't allow huge "adjustment" values that - result from being suspended for a while. - -2005-05-04 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h: If gettext was found but libtintl.h wasn't, declare - gettext's return type to avoid type mismatches. - -2005-05-03 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_parse): Rename label `error' to avoid conflict with - identifier. - - * retr.c (fd_read_body): Rename label `out' to avoid conflict with - identifier. - (fd_read_hunk): Use explicit double constant. - (retrieve_from_file): Don't use string concatenation. - (sleep_between_retrievals): Make sure xsleep is called with a - `double' argument. - (no_proxy_match): Define as static, like it is declared. - - * progress.c (bar_create): Use 0.0 instead of 0 because K&R - compilers can't automatically promote it. - - * http-ntlm.c (ntlm_output): Replace \xHH sequences with \OOO for - the sake of old compilers. - - * ftp.c (ftp_loop_internal): Don't use string concatenation. - - * http.c (request_send): Use explicit double constants when - calling fd_read and fd_write. - (post_file): Ditto. - (gethttp): Ditto. - (skip_short_body): Ditto. - - * ftp-basic.c: When calling fd_write, specify the last argument as - a `double' constant for the sake of K&R compilers which don't see - the prototype and therefore can't promote it to double - automatically. - - * cookies.c (cookie_jar_load): Rename abort label to abort_cookie - to avoid name conflict in K&R compilers. - -2005-04-29 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c (posix_init): Since we allow _POSIX_MONOTONIC_CLOCK==0, - it is not enough to check for _POSIX_MONOTONIC_CLOCK-0, we must - also check for defined(_POSIX_MONOTONIC_CLOCK). - -2005-04-28 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c, hash.c, connect.c, host.c, http.c: Remove unreached code, - such as "break" following return or abort. - -2005-04-28 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (commands): Wrap the use of opt.random_file in #ifdef - HAVE_SSL. - -2005-04-28 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Correctly set the user agent. - -2005-04-27 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_spec_useragent): Free the old value of - opt.useragent before setting the new one. - -2005-04-27 Mauro Tortonesi <mauro@ferrara.linux.it> - - * main.c: Map --ftp-password, --http-password and --proxy-password to - the new ftppassword, httppassword and proxypassword commands - respectively. Document the --user and --password options in the help - string. - -2005-04-27 Mauro Tortonesi <mauro@ferrara.linux.it> - - * ftp.c: Add support for --user and --password. - - * http.c: Add support for --user and --password. - - * init.c: Deprecated ftppasswd, httppasswd, login, passwd and - proxypasswd commands. Added ftppassword, ftpuser, httppassword, - password, proxypassword and user commands. - - * main.c: Renamed --ftp-passwd to --ftp-password. Added --ftp-user, - --http-password, --password, --proxy-password and --user. Deprecated - --http-passwd and --proxy-passwd. Added documentation for new options - and removed documentation for deprecated options in the help string. - - * options.h (struct options): Added user and passwd members to handle - --user and --password respectively. Renamed ftp_acc and ftp_pass - members to ftp_user and ftp_passwd for consistency. - -2005-04-27 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (print_help): Advertise "DER", not "ASN1". - -2005-04-27 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (init_prng): Disable the weak random seed by default. - - * http.c (gethttp): Simplify SSL initialization; disable SSL when - anything goes wrong with the initialization. - - * options.h (struct options): New option opt.random_file. - -2005-04-27 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c: Wrap private key commands in IF_SSL. - -2005-04-27 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c (ssl_init): Ditto. - - * options.h (struct options): Allow separate specification of key - type and certificate type. - - * init.c (cmd_spec_cert_type): Provide a "der" synonym for "asn1" - certificate encoding. - -2005-04-26 Hrvoje Niksic <hniksic@xemacs.org> - - * openssl.c: Renamed "gen_sslfunc.c" to "openssl.c" and - "gen_sslfunc.h" to "openssl.h". This reflects the intent of - openssl.c encapsulating the OpenSSL-specific code. - -2005-04-26 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c: Renamed "closure" (a synonym for context in some - cultures) to "place", which more accurately reflects the usage. - -2005-04-26 Hrvoje Niksic <hniksic@xemacs.org> - - * gen_sslfunc.c (ssl_init): Use default locations for loading the - certificate bundles. - (ssl_init_prng): Disable the cryptographically weak PRNG - initialization fallback. - - * init.c: Renamed SSL command-line arguments and wgetrc commands. - (defaults): Check the server certificate by default. - -2005-04-26 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (cookie_handle_set_cookie): Delete the part of the - path after the trailing slash. - - * http.c (gethttp): Call cookie_handle_set_cookie with path that - begins with '/'. - -2005-04-26 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Call skip_short_body only if keep_alive is in - use. - (gethttp): Send the User-Agent header with the CONNECT request as - well. - -2005-04-25 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (option_data): Removed support for the undocumented flag - --use-proxy. - -2005-04-25 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (option_data): Don't treat -Y as a boolean switch; treat - it as a value switch instead, so "-Y off" continues to work. - -2005-04-24 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (aprintf): Delete unreachable statement. - -2005-04-24 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (cmp_prefer_ipv4): New function. - (cmp_prefer_ipv6): New function. - (lookup_host): Use the appropriate comparator according to - opt.prefer_family. - - * init.c: New option prefer_family. - - * host.c (is_valid_ipv6_address): Spell NS_* constants in lower - case to avoid clash with system headers. - (lookup_host): Reorder the addresses so that IPv4 ones come first. - - * utils.c (stable_sort): New function. - -2005-04-24 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (retryable_socket_connect_error): Return 0 for - ENETUNREACH and EHOSTUNREACH. - -2005-04-23 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c: Reenable the memmove implementation for systems that - lack it. - - * http.c (gethttp): Store the "authorized" state of the persistent - connection. - (request_remove_header): New function. - (gethttp): Don't send the "Basic" authentication if the connection - is already authorized. - -2005-04-23 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (base64_encode): Treat input as unsigned chars. - Required for correct encoding of binary stuff. - -2005-04-23 Hrvoje Niksic <hniksic@xemacs.org> - - * http-ntlm.c: Format the function definitions in an - ansi2knr-friendly fashion. - -2005-04-22 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Handle multiple WWW-Authentication headers, - only one of which is recognized. Those are sent by IIS with NTLM - authorization. - (create_authorization_line): Propagate information whether - authorization is finished. - (gethttp): Only stop authorization when it's really finished, not - after fixed two steps. - -2005-04-21 Hrvoje Niksic <hniksic@xemacs.org> - - * gen_sslfunc.c (ssl_init): Fix warning message text; mark the - message as translatable. - -2005-04-21 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (print_help): Print the EGD option outside the cluster of - SSL options. - -2005-04-21 Hrvoje Niksic <hniksic@xemacs.org> - - * http-ntlm.c (ntlm_output): Fix setting the domain. - Suggested by Sami Krank. - -2005-04-20 Mauro Tortonesi <mauro@ferrara.linux.it> - - * connect.c: Set IPV6_V6ONLY socket option when -6 switch is used. - -2005-04-20 FUJISHIMA Satsuki <sf@FreeBSD.org> - - * http.c (request_set_header): Fix the check whether a new header - needs to be allocated. - -2005-04-18 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (base64_encode): Use the parameter order that makes more - sense. Return the length of the base64 written. Updated all - callers. - -2005-04-17 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (request_set_header): Free NAME when VALUE is NULL and - freeing the header name is requested. - -2005-04-17 Hrvoje Niksic <hniksic@xemacs.org> - - * snprintf.c (fmtstr): Declare VALUE as const char *. - Based on patch by Russ Allbery. - -2005-04-17 Hrvoje Niksic <hniksic@xemacs.org> - - * snprintf.c (fmtfp): More correct handling of significant digit - count with %g -- 0.002 has one significant digit, not three. - -2005-04-16 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (fd_read_body): Respect read timeout with non-interactive - or no progress gauge -- treat ETIMEDOUT specially only when - progress_interactive. - Reported by FUJISHIMA Satsuki. - -2005-04-16 FUJISHIMA Satsuki <sf@FreeBSD.org> - - * http.c (gethttp): Don't use HTTP/1.0 persistent connections over - proxy. - -2005-04-16 Hrvoje Niksic <hniksic@xemacs.org> - - * snprintf.c: Use the PARAMS macro to handle prototypes. Write - function definitions in the ansi2knr-friendly way. - (fmtstr): If string precision is specified, don't read VALUE past - it. - (dopr): Actually print %g and %e formats. - (fmtfp): Fix a bug that caused 0.01 to be printed as 0.1. - (fmtfp): Use LLONG in floating point conversions to be able to - convert more digits. - (fmtfp): Interpret precision as number of significant digits with - %g. - (fmtfp): Omit trailing decimal zeros with %g. - - * snprintf.c: Don't include <ctype.h> because none of it is used. - Include strings.h/string.h, as per Autoconf. - -2005-04-15 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c: Use _POSIX_TIMERS - 0 > 0, which handles the case when - _POSIX_TIMERS is defined but empty, as well as the case when it is - undefined. Do the same with the check for _POSIX_MONOTONIC_CLOCK. - Suggested by Larry Jones. - -2005-04-15 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c: Check that _POSIX_TIMERS is defined as well as > 0. - Problem reported by Steven M. Schweda. - -2005-04-14 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (skip_short_body): Print the skipped body data in debug - mode. - (skip_short_body): Don't skip more than 4k of body data. - (skip_short_body): Return whether the skipping was successful. - (gethttp): If skip_short_body failed, invalidate the connection. - -2005-04-12 Gisle Vanem <giva@bgnett.no> - - * ftp.c (getftp): Ditto. - - * http.c (gethttp): Open the output file in binary mode. - -2005-04-11 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c: Conditionalize including config.h on HAVE_CONFIG_H - instead of on STANDALONE. - -2005-04-11 Hrvoje Niksic <hniksic@xemacs.org> - - * gen_sslfunc.c (ssl_print_errors): Made static. - (ssl_print_errors): Eliminate potentially dangerous fixed-size - error buffer. Passing NULL to ERR_error_string causes it to use - its own static buffer, which is fine for our purposes. - - * gen_sslfunc.c: Include gen_sslfunc.h. Make the declarations of - ssl_init and ssl_conect match the actual definitions. - (ssl_connect): Simply return a boolean, the SSL context is no - longer useful as a return value. - - * retr.c: Don't include SSL headers; we don't need them. - -2005-04-11 Hrvoje Niksic <hniksic@xemacs.org> - - * config-post.h: Don't define _VA_LIST under Solaris; it breaks - compilation with GCC 3.4 under Solaris 10. (It was defined to - avoid a warning with previous versions of GCC.) - -2005-04-11 Hrvoje Niksic <hniksic@xemacs.org> - - * xmalloc.c (register_ptr): Warn the user to increase SZ prior to - aborting. - -2005-04-11 Hrvoje Niksic <hniksic@xemacs.org> - - * convert.c (convert_cleanup): Free converted_files. - -2005-04-10 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h (DEBUGP): Use __builtin_expect to give a hint to GCC that - opt.debug is false in the vast majority of cases. - -2005-04-10 Hrvoje Niksic <hniksic@xemacs.org> - - * config-post.h: Declare alloca as void *, not char *. - -2005-04-09 Hrvoje Niksic <hniksic@xemacs.org> - - * recur.c (download_child_p): When -p is used, (temporarily) - ignore accept/reject rules for HTMLs, even when they are at the - maximum recursion depth. That is because with -p we are, if - necessary, overstepping the max. depth to get the requisites. - -2004-06-12 Larry Jones <lawrence.jones@ugsplm.com> - - * recur.c (download_child_p): Correct the logic in check number 6: - test opt.reclevel (not DEPTH) against INFINITE_RECURSION. - -2005-04-09 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c: Use "static const" in preference to "const static". - Sun's cc warns that "storage class after type is obsolescent". - - * url.c (urlchr_table): Don't mark ~ as unsafe, too many broken - web sites are confused when ~ is changed to %7E. Their servers - redirect /%7Efoo/ to /~foo/, which Wget again accesses using %7E, - causing further redirections, therefore looping infinitely. See - Debian bug #301624 for an example. - -2005-04-09 Hrvoje Niksic <hniksic@xemacs.org> - - * alloca.c: Include wget.h to be able to use xmalloc. In addition - to defining malloc to xmalloc, also define free to xfree. - -2005-04-09 Hrvoje Niksic <hniksic@xemacs.org> - - * http-ntlm.c (ntlm_output): Use "char", not "unsigned char" for - ntlmbuf. Our base64 functions accept char anyway. - (ntlm_output): Join up the format string, since we nominally - support K&R compilers. - (ntlm_output): Ditto. - -2005-04-08 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c: Use Windows timers under Cygwin, whose POSIX timer - implementation is incomplete. - -2005-04-08 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c (struct ptimer): Remove the unused initialized field. - - * ptimer.c: Renamed function parameters from WT (which used to - stand for wget_timer or wtimer) to PT. - -2005-04-08 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c (posix_init): Be smarter about choosing clocks. In - decreasing order of preference, use CLOCK_MONOTONIC, - CLOCK_HIGHRES, and CLOCK_REALTIME. - (ptimer_allocate): Removed. - - * ptimer.c: Refactor the code by cleanly separating the - architecture-dependent code from the architecture-independent - code. - -2005-04-08 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c (ptimer_init): Explicitly check that - _POSIX_MONOTONIC_CLOCK is *both* defined and >=0. (Undefined - symbols are >=0.) - -2005-04-08 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c (ptimer_diff): Fix typo affecting Windows build. - -2005-04-08 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c (ptimer_init): In fact, _POSIX_MONOTONIC_CLOCK needs to - be >= 0. - - * ptimer.c (ptimer_init): Check whether _POSIX_MONOTONIC_CLOCK is - defined instead of whether it's greater than 0. glibc defines it - to 0, but still makes it available via sysconf. - -2005-04-08 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.c (str_to_int64): Rename OVERFLOW and UNDERFLOW to - INT64_OVERFLOW and INT64_UNDERFLOW, since those names are used. - -2005-04-07 Hrvoje Niksic <hniksic@xemacs.org> - - * ptimer.c: New file. Move the "wtimer" functions from utils.c to - this file and rename them to ptimer_. - -2005-04-07 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (NO_ADDRESS): Define NO_ADDRESS only after the system - headers have been included. - -2005-04-06 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (pconn): Include NTLM data, which is per-connection. - (known_authentication_scheme_p): Recognize NTLM authorization. - (create_authorization_line): Call ntlm_input and ntlm_output. - - * http-ntlm.c: New file, donated by Daniel Stenberg and originally - written for curl, heavily modified for Wget. - - * utils.c (base64_encode): Relocated from http.c, since it is now - used by http-ntlm.c, and will possibly be used elsewhere. - (base64_decode): New function, originally based on code from GNU - recode. - -2005-04-02 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (ftp_loop): Ditto. - - * ftp-basic.c (ftp_pasv): Use the xzero shorthand for memset(0). - (ftp_lpsv): Ditto. - -2005-04-05 Mauro Tortonesi <mauro@ferrara.linux.it> - - * Makefile.in: removed string_t.c from list of source files. - -2005-04-04 Mauro Tortonesi <mauro@ferrara.linux.it> - - * string_t.c: Removed. - - * string_t.h: Removed. - -2005-04-02 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (rewrite_shorthand_url): Only accept recognized schemes. - That way "foo:80" will correctly be rewritten to "http://foo:80" - instead of left unchanged and ultimately rejected because of - "unsupported scheme foo". - -2005-03-31 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (number_to_string): Avoid explicit 64-bit constants; - construct them by multiplication at compile-time. - - * utils.c, elsewhere: Don't append "L" to 32-bit integer - constants; we aren't really compilable on 16-bit systems anyway. - - * hash.c (prime_size): Remove primes larger than 2^31, but include - 2^31-1, which is prime. - -2005-03-30 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (string_set_to_array): New function. - - * convert.c: Replace the use of "slists" with sets/hash-tables, - which in fact suit the intended purpose much better. - downloaded_html_list is removed altogether. - -2005-03-29 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.h (enum): Rename GLOBALL, GETALL, and GETONE to - GLOB_GLOBALL, GLOB_GETALL, and GLOB_GETONE to avoid conflict with - Linux headers. - -2005-03-29 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (numdigit): More correct handling of negative numbers. - -2005-03-21 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Print the human-readable size. - - * ftp.c (getftp): Print the human-readable size of the file to be - downloaded. - - * utils.c (human_readable): New function. - - * utils.c: Renamed "legible" to "with_thousand_seps", - "legible_large_int" to "with_thousand_seps_large", and "legible_1" - to "add_thousand_seps". - -2005-03-21 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Inhibit persistent connections when talking to - proxies, as mandated by RFC 2068. - -2005-03-20 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (unescape_single_char): New function. - (url_escape_dir): Use it to unescape slashes in directory - components. - (url_string): Escape unsafe chars in host name, except for the ':' - charaters, which can appear in IPv6 addresses. - - * main.c (main): Don't access the cookie jar directly. - - * log.c (escnonprint_internal): Correctly calculate the needed - string size. Don't forget the buffer's new size after having - reallocated it. - (log_cleanup): New function. Free the escnonprint ring data. - - * init.c (cleanup): Don't free the cookie jar explicitly, it is - now done by http_cleanup. - (cleanup): opt.user_headers is now a vector, free it with - free_vec. - - * http.c (gethttp): Make sure to free the request data, the status - message, and the response data before returning from the function. - (save_cookies): New function. - (http_cleanup): Free the cookie jar here. - - * hash.c: Renamed string_hash to hash_string and ptrhash to - hash_pointer. Exported hash_pointer. - - * xmalloc.c: Organized malloc_table (previously malloc_debug) as a - simple EQ hash table. register_ptr and unregister_ptr are now of - O(1) complexity. - - * xmalloc.c: Renamed "*_debug" to debugging_* and "*_real" to - checking_*. - -2005-03-12 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (debug_test_md5): Moved to gen-md5.c. - - * mswindows.h: Don't declare inet_ntop, since we don't use it. - - * mswindows.h: For consistency, also wrap closesocket, it being - a Winsock call. - - * mswindows.h: Don't declare sleep and usleep; we're defining - xsleep now. - - * mswindows.h (mkdir): Don't special-case Borland C, _mkdir - works there as well. - - * host.c: Don't include winsock header files; the correct ones - are already included by mswindows.h. - - * mswindows.c (xsleep): Round toward the nearest millisecond - in an attempt to avoid average short sleeps. - - * utils.c (wtimer_granularity): Report correct values for - Windows timers and for high-resolution timers. - - * utils.c (wtimer_initialize_once): New function, called to - initialize the timer frequency. - - * utils.c: Replace the use of GetSystemTime with high-resolution - counters under Windows. When high-resolution counters are - unavailable, use GetTickCount(). - -2005-03-15 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (fd_read_body): Undo the 2004-11-18 change. Instead, - always be "exact". - -2005-03-17 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp-basic.c (ftp_login): Don't free the string if ftp_response - returned an error status because the line didn't get allocated in - the first place. - -2005-03-15 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (read_http_response_head): Limit the response size to 64k - bytes. - - * retr.c (fd_read_hunk): Accept a MAXSIZE argument that limits the - number of bytes the function is allowed to allocate. - (fd_read_line): Limit the line to 4096 bytes. - -2005-03-12 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h: Include options.h after wgint has been defined. - - * options.h (struct options): Declare options processed with - cmd_bytes as wgint, not long. - -2005-03-18 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_file): Use concat_strings. - - * http.c (basic_authentication_encode): Use concat_strings. - - * ftp-ls.c (ftp_index): Use concat_strings. - - * ftp-basic.c (ftp_request): Use concat_strings. - - * utils.c (concat_strings): New function. - -2005-03-12 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (simple_atof): Handle negative numbers; skip whitespace - before the number. - (simple_atoi): Ditto. Also, check for overflow and underflow. - (cmd_number): Bail out on negative numbers. - (parse_bytes_helper): Ditto. - -2005-03-06 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Handle multiple Set-Cookie headers sent by - remote server. - -2005-03-06 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (defaults): Use passive FTP by default. - -2005-03-06 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.c: Provide wrappers to Winsock functions that set - errno to WSAGetLastError() in case of failure. Also provide a - Windows-specific version of strerror. - - * mswindows.h: Wrap calls to socket, bind, connect, recv, send, - select, getsockname, getpeername, and setsockopt. - -2005-03-06 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_parse): Reject port numbers larger than 65535. We - also check for overflow while parsing port numbers. - -2005-03-06 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (read_file): Don't use wgint for file size; LFS won't - work since the file is mmap'ed as a whole. - - * options.h: Don't include stdio.h. - - * log.c: Ditto. - - * init.c: Disambiguate assignment from non-zero test to avoid - Borland C warning. - - * http.c (response_new): Don't needlessly post-increment count. - - * hash.c: Include stdio.h. - - * gnu-md5.h: Don't include stdio.h. - - * getopt.h (struct option): Always use const. - - * ftp.c (getftp): Avoid unnecessary assignment to RES to avoid - Borland C warning. - - * ftp-ls.c: Disambiguate assignment from non-zero test to avoid - Borland C warning. - - * cmpt.c (strptime_internal): Don't initialize rp_backup when - !_NL_CURRENT to avoid Borland C warning. - -2005-03-06 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (fopen_excl): Fix parse error when O_BINARY is - available. - -2005-03-05 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_file_name): Don't allow hosts named ".." to be - appended as path elements. - -2005-03-03 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (retrieve_url): Escape location header. - - * http.c (print_server_response_1): Escape server response when - printing it. - (gethttp): Escape host name, status message, location header, and - content type. - (http_loop): Escape error message from server. - - * host.c (lookup_host): Escape host name when printing it. - - * ftp.c (getftp): Escape user name when printing it. - (getftp): Escape remote file and directory for printing. - (getftp): Escape server listing when printing it. - (ftp_retrieve_list): Escape link name and file name. - (ftp_retrieve_glob): Escape file name. - - * ftp-basic.c (ftp_response): Escape server response when printing - it. - - * cookies.c (parse_set_cookies): Escape the cookie field when - printing it. - (parse_set_cookies): Escape contents of remote header. - (cookie_handle_set_cookie): Escape host name and cookie domain. - - * connect.c (connect_to_ip): Escape the host name. - - * log.c (escnonprint): New function, used for printing strings - coming from the server that possibly contain non-ASCII characters. - (escnonprint_uri): Ditto. - -2005-02-24 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (getftp): Ditto. - - * http.c (gethttp): When we're not supposed to overwrite files, - use fopen_excl to open the file and recompute the file name. - - * log.c (redirect_output): Use unique_create to avoid a race - condition. - - * mswindows.c (fake_fork_child): Use unique_create. - - * utils.c (fopen_excl): New function that opens a stdio stream - with the O_EXCL flag (where available). - (unique_create): New function, like unique_name, but also creating - the file and returning a file pointer. - (fork_to_background): Use unique_create to create the file - immediately to avoid race condition with multiple instances of - wget -b. - -2005-02-24 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (lookup_host): Test for AI_ADDRCONFIG directly, instead - of checking for HAVE_GETADDRINFO_AI_ADDRCONFIG. - -2005-02-23 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (is_valid_ipv6_address): Move here from url.c. - (lookup_host): If the address is numeric, don't print the - "resolving..." line, don't set up DNS timeouts, and set the - AI_NUMERICHOST hint, where available. - -2005-02-26 Gisle Vanem <giva@bgnett.no> - - * utils.c: Use the nnnLL syntax under GCC. Define struct_stat to - struct _stati64 under __MINGW32__ as well as under MS VC. - -2005-02-26 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c: Use the nnnI64 syntax for __int64 constants under all - Windows compilers. - (SPRINTF_WGINT): Use "%I64" under all Windows compilers. - - * mswindows.h (WGINT_MAX): Use the nnnI64 syntax for - __int64 constants under all Windows compilers. - (struct_stat): Use `struct stati64' under Borland C. - (fstat): Don't redefine to _fstati64 under Borland. - - * mswindows.c: Define str_to_int64 under Borland C as well as - under (older) Visual C. - -2005-02-25 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (getftp): Initialize err to suppress compiler warning. - -2005-02-24 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (ftp_expected_bytes): Fix bug that caused infloop because - of not correctly skipping the '(' character. - -2005-02-24 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.c (wget_ftello): Removed. - - * mswindows.h: Remove bogus definition of stat. - (wget_ftello): Remove the leftover ftello replacement. - -2005-02-20 Hrvoje Niksic <hniksic@xemacs.org> - - * mswindows.c (wget_ftello): Wget's replacement for ftello. - - * utils.c (file_size): Use ftello where available. - - * ftp-ls.c (ftp_parse_unix_ls): Use str_to_wgint to parse the file - size. - (ftp_parse_winnt_ls): Ditto. - - * ftp-basic.c (ftp_size): Use str_to_wgint to convert number to - wgint; pass 10 instead of 0 as the BASE argument. - - * ftp.c (ftp_expected_bytes): Use str_to_wgint to parse the file - size. - - * sysdep.h (LARGE_INT_FMT): Use __int64 as LARGE_INT on - MSVC/Windows; print it with "%I64". - - * wget.h: Define a `wgint' type, normally aliased to (the possibly - 64-bit variant of) off_t. - - * all: Use `wgint' instead of `long' for numeric variables that - can hold file sizes. - - * utils.c (number_to_string): Support printing of `wgint' - argument. - (number_to_static_string): New function. - - * all: Replace printf("%ld", long_value) with printf("%s", - number_to_static_string(wgint_value)). - -2005-02-18 Mauro Tortonesi <mauro@ferrara.linux.it> - - * main.c: Added the --ftp-passwd command line option. - - * init.c: Renamed command passwd to ftppasswd. - -2005-02-11 Mauro Tortonesi <mauro@ferrara.linux.it> - - * string_t.c: Fixed a bug in do_escape and triggered escape of - backslashes in string_escape to avoid ambiguities in the result - string. - -2005-02-10 Mauro Tortonesi <mauro@ferrara.linux.it> - - * string.h: Renamed to string_t.h to fix a compilation conflict - with the string.h header in the standard C library. - - * string.c: Renamed to string_t.c for consistency with string.h. - - * string_t.c: Ditto. - - * string_t.h: Ditto. - -2004-12-31 Mauro Tortonesi <mauro@ferrara.linux.it> - - * string.c: New file. - - * string.h: New file. - - * Makefile.in: Added string.c to the list of modules to compile. - - * main.c: Updated copyright. - -2004-11-18 Ulf Harnhammar <ulf.harnhammar.9485@student.uu.se> - - * ftp-ls.c: Fixed a problem in ftp_parse_winnt_ls that could allow a - malicious remote FTP server to crash wget. - -2004-11-18 Hans-Andreas Engel <engel@node.ch> - - * http.c: Enable --convert-links (-k) when a single page is downloaded - via --output-document (-O). - -2004-11-18 Mauro Tortonesi <mauro@deepspace6.net> - - * connect.c: Minor correction to the comment in front of fd_peek. - -2004-11-18 Leonid Petrov <nouser@lpetrov.net> - - * retr.c: Fix a timeout problem in fd_read_body when using http_proxy. - -2004-11-15 YAMAZAKI Makoto <Yamazaki.Makoto@fujixerox.co.jp> - - * netrc.c: Fix termination by assertion bug in netrc parsing. - -2004-05-09 David Fritz <zeroxdf@att.net> - - * mswindows.c (fake_fork): Pass entire command line to the child - process. - -2004-03-31 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Fix typo: SCHEME_SSL -> SCHEME_HTTPS. - -2004-03-30 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Send the Proxy-Authorization header over - non-SSL connections too. - -2004-03-25 David Fritz <zeroxdf@att.net> - - * mswindows.c (fake_fork_child): Ignore error code when - OpenFileMapping() fails; assume it failed because the object does - not exist. - -2004-03-24 David Fritz <zeroxdf@att.net> - - * mswindows.c (fake_fork): New function. - - * mswindows.c (fork_to_background): Use it. - -2004-03-19 David Fritz <zeroxdf@att.net> - - * mswindows.c (ws_hangup): Incorporate old fork_to_background() - code. Add event name argument. - (fork_to_backgorund): Now a simple wrapper around ws_hangup(). - (ws_handler): Correctly handle the case when neither CTRLC_BACKGND - nor CTRLBREAK_BACKGND are defined. Don't bother handling close, - logoff, or shutdown events. Call ws_hangup() with the correct - event name; don't assume it was CTRL+Break. - -2004-03-19 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_parse): Decode %HH sequences in host name. - -2004-03-04 Hrvoje Niksic <hniksic@xemacs.org> - - * convert.c (local_quote_string): Quote "#" as "%23" and "%" as - "%25" when creating links to local files. - -2004-03-02 David Fritz <zeroxdf@att.net> - - * mswindows.c (ws_percenttitle): Guard against future changes by - doing nothing if the proper variables have not been initialized. - Clamp percentage value. - -2004-03-04 Gisle Vanem <giva@bgnett.no> - - * retr.c (fd_read_body): Don't change console title if quiet. - -2004-02-25 David Fritz <zeroxdf@att.net> - - * mswindows.c (set_sleep_mode): Remove argument and return value. - Call GetModuleHandle() instead of LoadLibrary()/FreeLibrary() for - kernel32.dll. Use typedef for function-pointer. Don't cast - l-value. Don't use dereference operator when calling through - function-pointer. - (ws_startup): Update call to set_sleep_mode(). - (ws_cleanup): Remove call to set_sleep_mode(). - -2004-02-23 David Fritz <zeroxdf@att.net> - - * http.c (http_loop): Ditto. - - * ftp.c (ftp_loop_internal): Update call to ws_changetitle(). - - * main.c (main): Don't bother calling ws_changetitle(). - - * mswindows.h (ws_changetitle): Update prototype. - - * mswindows.c (ws_changetitle): Remove second argument. Use - xfree_null(). - (ws_percenttitle): Only update title when percentage has changed. - -2004-02-23 David Fritz <zeroxdf@att.net> - - * mswindows.h: Ditto. - - * mswindows.c: Misc. formatting/comment tweaks throughout. - -2004-02-20 David Fritz <zeroxdf@att.net> - - * main.c (print_help): Remove call to ws_help(). - - * mswindows.c (ws_help): Remove. - - * mswindows.h (ws_help): Remove. - -2004-02-16 David Fritz <zeroxdf@att.net> - - * init.c (home_dir): Use aprintf() instead of xmalloc()/sprintf(). - Under Windows, if $HOME is not defined, use the directory that - contains the Wget binary instead of hard-coded `C:\'. - (wgetrc_file_name): Under Windows, look for $HOME/.wgetrc then, if - not found, look for wget.ini in the directory of the Wget binary. - - * mswindows.c (ws_mypath): Employ slightly more robust methodology. - Strip trailing path separator. - -2004-02-06 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Respect --ignore-length. - (gethttp): Inhibit keep-alive if --ignore-length is specified. - -2004-02-06 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (sockaddr_set_data): Zero out - sockaddr_in/sockaddr_in6. Apparently BSD-derived stacks need this - when binding a socket to local address. - -2004-02-04 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c: Make the file compilable outside Wget source tree when - -DSTANDALONE is used. - -2004-01-29 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (determine_screen_width): Return 0 if not running on - Windows or on a TIOCGWINSZ-capable system. - -2004-01-28 David Fritz <zeroxdf@att.net> - - * utils.c (determine_screen_width): Correctly determine console - width under Windows. - -2004-01-28 Christian Biere <christianbiere@gmx.de> - - * progress.c (bar_set_params): Fixed syntax error when HAVE_ISATTY - was undefined. - - * ftp.c (ftp_loop_internal): Allocate a larger buffer in case - "try" gets translated to something large. Ditto in http_loop in - http.c. - - * http.c (response_header_copy): Don't write to buf[BUFSIZE]. - - * ftp-opie.c (skey_response): Eliminate unnecessary string - concatenation; just call gen_md5_update twice. - -2004-01-25 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (xsleep): Don't call usleep with values larger than - 1,000,000. - -2003-12-16 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Fix generation of `Content-Length'. - -2003-12-15 Gisle Vanem <giva@bgnett.no> - - * url.c (url_skip_credentials): Fixed return value; 'url' if no - credentials. - -2003-12-14 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_skip_credentials): Return a pointer directly. - -2003-12-14 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_file_name): Ditto. - (parse_errors): Ditto. - - * retr.c (retr_rate): Ditto. - - * progress.c (create_image): Ditto. - - * netrc.c (parse_netrc): Ditto. - - * main.c (struct cmdline_option): Ditto. - (redirect_output_signal): Ditto. - - * init.c (commands): Ditto. - - * ftp-ls.c (ftp_index): Ditto. - - * cookies.c (check_domain_match): Declare the pointer to a literal - string as `const'. - -2003-12-12 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (fd_read_body): Pass total size to progress_create, not - the remaining amount. - -2003-12-12 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (fd_read_body): Don't fiddle with "interactive timeout" - if read timeout is unset. - -2003-12-12 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (bind_local): Don't set the IPV6_V6ONLY option on the - socket. - -2003-12-06 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_file_name): Respect the setting of - opt.protocol_directories. - - * main.c (main): Only check for ret=='?' when longindex is unset. - (option_data): New option --protocol-directories. - -2003-12-06 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (getftp): Ditto. - - * http.c (gethttp): Correctly calculate bandwidth as total data - read divided with download time. - - * retr.c (fd_read_body): Separate the return values for data - written and read. - -2003-12-05 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (H_REDIRECTED): Respect the HTTP/1.1 "303 See Other" - response code. - Suggested by Dan Razzell. - -2003-11-30 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (fd_read_body): Report the amount of data *written* as - amount_read. This is not entirely logical, but that's what the - callers expect, and it's not easy to change. - - * ftp.c (ftp_loop_internal): Ditto. - - * http.c (http_loop): Be smarter about assigning restval; if we're - in the nth pass of a download, simply use the information we have - about how much data has been retrieved as restval. - - * ftp.c (getftp): Ditto for FTP "REST" command. - - * http.c (gethttp): When the server doesn't respect range, skip - the first RESTVAL bytes of the read body. Never truncate the - output file. - - * retr.c (fd_read_body): Support skipping initial STARTPOS octets. - -2003-11-30 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (skip_short_body): Renamed skip_body to skip_short_body; - don't bother calling fd_read_body. - -2003-11-30 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (fd_read_body): Sanitize arguments and document them - better. Make sure the timer is created and updated only if - necessary. Updated callers. - -2003-11-30 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (skip_body): New function. - (gethttp): Use it to skip the body of the responses we don't care - to download. That allows us to reuse the connection. - (gethttp): Trust that the HEAD requests will not generate body - data. - - * retr.c (fd_read_body): Don't write to OUT if it's NULL. - -2003-11-29 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Initialize SSL only the first time when SSL - URL is downloaded. - -2003-11-29 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (cookie_header): Only generate the contents of the - header, not the leading "Cookie: " or the trailing "\r\n". - - * http.c (gethttp): When adding headers specified with `--header', - allow them to override the headers generated by Wget. - - * init.c (cmd_spec_header): Made opt.user_headers a vector. - - * http.c (request_new): New function. Returns a request structure - which can be modified in various ways, most notably by adding HTTP - headers to the request. - (request_set_header): New function for adding the header to the - request. If the header is already available, it gets replaced. - (request_send): Construct and send the request. - (gethttp): Use the request_* functions to generate the request. - -2003-11-28 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Don't include the Proxy-Authorization header - in the request tunneled through proxy. - -2003-11-28 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Use the CONNECT handle to establish SSL - passthrough through non-SSL proxies. - -2003-11-28 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c: Don't #include netinet/Winsock stuff. - -2003-11-28 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c: Deleted the old functions header_process, - header_extract_number, header_exists, header_strdup, - http_process_range, http_process_none, http_process_type, and - http_process_connection. - - * http.c (response_new): New function. - (response_header_bounds): Ditto. - (response_header_copy): Ditto. - (response_header_strdup): Ditto. - (response_status): Ditto. - (gethttp): Use the new response_* functions to parse the response. - Support HTTP/0.9 responses. - -2003-11-27 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (create_image): Don't calculate ETA if nothing has - been downloaded yet, because it causes division by zero. - -2003-11-27 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (bind_local): Rename sa_len to addrlen because IRIX - headers define sa_len as a macro. - -2003-11-26 Hrvoje Niksic <hniksic@xemacs.org> - - * html-parse.c (convert_and_copy): Remove embedded newlines when - AP_TRIM_BLANKS is specified. - -2003-11-26 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c: Set con->csock to -1 where rbuf_uninitialize was - previously used. - -2003-11-26 Hrvoje Niksic <hniksic@xemacs.org> - - * Makefile.in (http$o): Added the trailing backslash that was - missing. - -2003-11-21 Hrvoje Niksic <hniksic@xemacs.org> - - * headers.c: Removed. The file is no longer relevant, now that no - special handling of headers is done by the rbuf code. Moved - portions to http.c. - -2003-11-21 Hrvoje Niksic <hniksic@xemacs.org> - - * rbuf.c: Removed. - - * ftp-basic.c (ftp_response): Use fd_read_line. No longer use - struct rbuf. Updated all callers. - - * http.c (gethttp): Use fd_read_head to read all the headers in - one go. - (next_header): New function. - - * retr.c (fd_read_line): New function: reads a line from FD, - leaving the rest of the data unread. - (fd_read_head): New function. - - * connect.c (fd_peek): New function, implements peeking. - (poll_internal): New function. - (fd_read): Use it. - (fd_write): Ditto. - (fd_peek): Ditto. - (fd_register_transport): Allow registering a "peeker" callback. - -2003-11-20 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c: Renamed xread/xwrite/xclose to - fd_read/fd_write/fd_close. The "x" prefix is not appropriate - because the semantics have diverged from read/write/close too - significantly. Updated all callers. - -2003-11-20 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (sock_write): It's not necessary to initialize RES. - -2003-11-19 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (main): Don't reference opt.ipv4_only and opt.ipv6_only - if IPv6 is disabled. - -2003-11-19 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (socket_has_inet6): Only compile it if IPv6 is enabled - and AI_ADDRCONFIG is missing. - -2003-11-18 Hrvoje Niksic <hniksic@xemacs.org> - - * gen_sslfunc.c (ssl_init_prng): Warn the user when using a weak - random seed. - -2003-11-18 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (address_list_contains): Renamed address_list_find to - address_list_contains because its result is boolean. - -2003-11-18 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (select_fd): Return 1 if select is not available. - -2003-11-17 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (connect_to_host): Don't reference address list after - releasing it. - -2003-11-17 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (print_help): Fix alignment of FTP options output. - -2003-11-17 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (lookup_host): Check for the ability to create IPv6 - sockets here. - - * init.c (defaults): Don't auto-set --inet4-only on IPv6-less - systems. - -2003-11-16 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (print_help): Fix typo in `-O' help message. Fix docs of - -Y/--proxy. Fix docs of `--cookies' and `--glob'. Improve docs - of --convert-links. Fix docs of SSL options. - -2003-11-16 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp-basic.c: Don't include <arpa/inet.h> and others because - they're no longer needed. - -2003-11-16 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (main): Don't allow setting of both opt.ipv4_only and - opt.ipv6_only. - - * init.c (defaults): Mark opt.ipv4_only specially when set - automatically. - -2003-11-15 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (lookup_host): Use AI_ADDRCONFIG only if the family is - unspecified. This ensures that specifying `--no-inet4' on systems - where IPv6 resolves, but doesn't work behaves the same regardless - of the availability of AI_ADDRCONFIG. - -2003-11-15 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c: Don't refer to the now-removed function - forget_host_lookup in the documentation of lookup_host. - -2003-11-15 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (persistent_available_p): Correctly specify the endpoint - argument to socket_ip_address. - (gethttp): When printing the "reusing connection to..." message, - specify the host name of the reused connection, not the current - host name. That makes more sense because it provides a useful - piece of information -- we know to which host we're supposed to - connect anyway! - -2003-11-15 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c: Make sure the options are in alphabetic order! - - * host.c (lookup_host): Merge lookup_host_passive and lookup_host - after all -- having both would result in some code duplication. - (lookup_host): Set hints.ai_family to AF_INET if ipv4_only is - requested. Likewise, set it to AF_INET6 for ipv6_only. Specify - AI_ADDRCONFIG where available. - (lookup_host): New flag LH_REFRESH that specifies that a cached - entry for HOST should be refreshed. - (cache_query): New function. - (cache_store): Ditto. - (cache_remove): Ditto. - (forget_host_lookup): No longer necessary, replaced with static - function cache_remove. - -2003-11-14 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c: Enable -4 and -6 only if IPv6 is enabled. - -2003-11-14 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (register_transport): Renamed from register_extended. - Explain the intended usage. - -2003-11-14 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (uri_merge): Merging "foo" and "bar" should result in - "bar", not in "foo/bar". - (path_simplify): Don't remove empty path elements; don't - special-case leading slash. - (path_simplify): Don't swallow ".."'s at the beginning of string. - E.g. simplify "foo/../../bar" as "../bar", not as "bar". - (append_uri_pathel): Defang ".." path element upon encountering - it. - -2003-11-13 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (persistent_available_p): Don't attempt to talk to two - different SSL sites over the same secure connection. - -2003-11-13 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (gethttp): Ditto. - - * ftp.c (getftp): Use retryable_socket_connect_error instead of - CONNECT_ERROR. - - * wget.h (CONNECT_ERROR): Removed. - - * connect.c (retryable_socket_connect_error): New function instead - of unsupported_socket_family_error. - -2003-11-13 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h (CONNECT_ERROR): Use it. - - * connect.c (unsupported_socket_family_error): New function. - -2003-11-13 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (bind_local): Renamed bindport to bind_local; return - the socket directly. Updated callers. - (accept_connection): Renamed acceptport to accept_connection; - return the created socket directly. Updated callers. - -2003-11-13 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (defaults): Turn on opt.ipv4_only if we're compiling with - IPv6, and AI_ADDRINFO is not available, and AF_INET6 sockets can't - be created. - -2003-11-13 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (lookup_host): Document the fact that the addresses are - returned in order. - -2003-11-12 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c: Use limits.h only where available. - - * hash.c: Use INVALID_PTR and INVALID_PTR_BYTE. Include limits.h. - -2003-11-11 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c: Added options --inet4-only and --inet6-only. - -2003-11-11 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (host_errstr): Use the more standard message "Unknown - host". - -2003-11-10 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (connect_to_host): Use that flag to decide whether to - re-resolve the host name. - - * host.c (struct address_list): Added a flag that maintains - whether the connection worked at some point. - -2003-11-10 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (lookup_host): Special-case the numeric addresses only in - the non-IPv6 case. - -2003-11-10 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (resolve_bind_address): Call lookup_host_passive. - Make sure that opt.bind_address is resolved only once. - - * host.c (lookup_host_passive): New function, handles "passive" - lookups. - (lookup_host): Remove the passive flags. Remove the - family-related flags -- use ip_default_family instead. - -2003-11-09 Hrvoje Niksic <hniksic@xemacs.org> - - * html-url.c: Get URLs from <object data="...">. - -2003-11-09 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (option_data): Specify the command to use for --mirror. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (cookie_handle_set_cookie): Specify exact match for - unspecified domains. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (main): Removed one-letter options `-C', `-g', `-G', and - `-s'. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (main): Add --dont-remove-listing for backward - compatibility with previous versions. - (print_help): Fix typo, spotted by Dennis Smit. - -2003-11-08 Gisle Vanem <giva@bgnett.no> - - * ftp-basic.c: Support Windows-2000 ftp servers. Win-2000 *is* - Win-NT 5.0 so calling it ST_WINNT is okay I guess. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (update_speed_ring): Clear the speed ring when the - download stalls. - - * retr.c (get_contents): Specify 0.95s read timeout, so that the - progress gauge can be updated even when data arrives very slowly - or stalls. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (wtimer_allocate): Bless the use of wtimer_read on a - timer that has merely been allocated because get_contents() does - that. - (wtimer_update): Abort if the timer is not initialized. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (get_contents): Pass the timer to limit_bandwidth(). - - * utils.c (wtimer_update): New function instead of wget_elapsed; - just update the timer, but don't return anything. - (wtimer_read): Read and return the last known value of the timer. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (persistent_available_p): Instead of matching all the - addresses of HOST and last host, determine the peer's IP address - with socket_ip_address and see if that address is one of those - HOST resolves to. - - * host.c (address_list_match_all): Removed. - (address_list_find): New function, finds an IP address in the - address list. - - * ftp.c (ftp_do_pasv): Get the peer's address here, and pass it to - ftp_epsv so it doesn't need to call getpeername. - - * ftp-basic.c (ftp_port): Use socket_ip_address instead of - getpeername. - (ftp_lprt): Ditto. - - * connect.c (socket_ip_address): Replaces conaddr, generalized to - either get peer's or local address. - (sockaddr_get_data): Made local to this file. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c (HASH_POSITION): Explicitly accept the hash function. - (grow_hash_table): Extract ht->hash_function outside the loop. - (hash_table_remove): Ditto. - (hash_table_clear): Fill entries with 0xff to clear them. - (hash_table_remove): Mark entries as deleted with the correct - marker. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (persistent_available_p): No reason for the host lookup - to be silent -- it's a lookup like any other. - -2003-11-08 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (register_extended): Check that fd >= 0. - -2003-11-07 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (LAZY_RETRIEVE_INFO): Set LAST_INFO. - -2003-11-07 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c (NON_EMPTY): Use the all-bit-set value as the marker that - the field is empty. This allows NULL pointer and 0 value to be - used as keys, which is necessary for the connect.c code to work - when fd==0. - (hash_table_new): Fill mappings with 0xff. - (grow_hash_table): Ditto. - -2003-11-07 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_parse): Allow empty ports. - -2003-11-07 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (print_help): Break the help string into multiple chunks. - (cmdline_option): New option handler OPT_FUNCALL. Generalized - HANDLE_CMD to generic DATA. - (option_data): Use the new OPT_FUNCALL feature. - -2003-11-06 Hrvoje Niksic <hniksic@xemacs.org> - - * log.h: Declare log_init, log_close, and - log_request_redirect_output here. - -2003-11-05 Dennis Smit <ds@nerds-incorporated.org> - - * main.c: (main): added --preserve-permissions option. - - * ftp.c (ftp_retrieve_list): added support for - --preserve-permissions option. - - * init.c: added support for --preserve-permission option. - - * option.h: added support for --preserve-permission option. - -2003-11-06 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (init_switches): New function. Convert option_data to - long_options and short_options, which can be fed to getopt_long. - (main): Execute command-line options by consulting option_data. - -2003-11-06 Hrvoje Niksic <hniksic@xemacs.org> - - * gen_sslfunc.c (ssl_read): Implement a more correct check for - EINTR. - (ssl_write): Ditto. - (init_ssl): Use a global SSL context. - -2003-11-06 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (xclose): Free INFO even if it doesn't provide a - closer. - -2003-11-06 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c: Updated all callers of - iread/ssl_iread/iwrite/ssl_iwrite to use xread and xwrite instead. - - * rbuf.h (struct rbuf): Removed the SSL member because SSL is - handled automatically by xread. - - * hash.c (ptrhash): Made private. - (ptrcmp): Ditto. - (inthash): Removed. - - * connect.c (select_fd): Don't set errno, leave it to the caller. - - * gen_sslfunc.c (connect_ssl): Use register_extended to register - SSL callbacks for communication with SSL-enabled endpoints. - (ssl_read): New function. - (ssl_write): Ditto. - (ssl_poll): Ditto. - (ssl_close): Ditto. - - * connect.c (register_extended): New function -- register - callbacks for basic socket operations. - (xread): Ditto. - (xwrite): Ditto. - (xclose): Ditto. - (sock_read): New function, default implementation for reading. - (sock_write): Ditto for writing. - (sock_poll): Ditto for polling. - (sock_close): Ditto for closing. - -2003-11-05 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (bindport): Fix compilation under pre-C99 compilers. - -2003-11-05 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (connect_to_ip): More compact error checking. - (bindport): Don't treat failed setsockopt as a fatal error. - -2003-11-05 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (resolve_bind_address): Use a more accurate error - message -- we're not binding to ANY, we're disabling bind - altogether. - -2003-11-05 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (save_cookies_mapper): Respect the setting of - keep-session-cookies. - (cookie_jar_load): Import session cookies. - Based on code submitted by Nicolas Schodet. - - * utils.c (datetime_str): Use information in TM when it's - non-NULL. - - * main.c (main): New option `--keep-session-cookies'. - -2003-11-04 Hrvoje Niksic <hniksic@xemacs.org> - - * Makefile.in (realclean): Delete config.h.in. - -2003-11-04 Hrvoje Niksic <hniksic@xemacs.org> - - * config-post.h: New file, included from now autogenerated - config.h.in. - -2003-11-04 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (progress_handle_sigwinch): Don't call - determine_screen_width() from the signal handler. Instead, just - set a volatile variable. - (bar_create): Check whether SIGWINCH was received. - (bar_update): Ditto. - - * sysdep.h: Define SYSTEM_FNMATCH only if HAVE_FNMATCH_H is true. - -2003-11-03 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (xsleep): New function. Uses nanosleep where available, - resuming sleeps interrupted by signals. Updated callers of sleep - and usleep to use xsleep. - -2003-11-03 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp-basic.c (ftp_login): Remove shadowing (and bogus) - declaration of SEED. - -2003-11-03 Hrvoje Niksic <hniksic@xemacs.org> - - * log.c (logvprintf): Documented better. Renamed to - log_vprintf_internal to avoid confusion with the public API - functions logprintf and logputs. - -2003-11-03 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h (N_): Don't parenthesize argument. - -2003-11-03 Hrvoje Niksic <hniksic@xemacs.org> - - * host.h (ADDRESS_IPV4_DATA): Don't take the address of in.s_addr - because that doesn't work on machines that define it as bitfield. - -2003-11-03 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (select_fd): Generalize the third argument into WAIT, - so that the caller can request waiting for both read and write. - Updated callers. - -2003-11-02 Hrvoje Niksic <hniksic@xemacs.org> - - * html-url.c (cleanup_html_url): Destroy the hash tables, don't - just call free on them. - (init_interesting): Use hash_table_put instead of string_set_add - because we don't need the strdup that the latter function - performs. - - * init.c (cleanup): Don't pass NULL to cookie_jar_delete. - - * xmalloc.c (xfree_real): Abort when passed a NULL pointer. - (xfree_debug): Print at the file and line of the offending call to - free. - -2003-11-02 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h: Retired the `boolean' type. Moved the DEFAULT_LOGFILE - define to log.h. Moved the INFINITE_RECURSION define to recur.h. - - * xmalloc.h: Renamed FREE_MAYBE to xfree_null and moved the - definition from wget.h to xmalloc.h. - -2003-11-02 Hrvoje Niksic <hniksic@xemacs.org> - - * html-parse.c (decode_entity): New function; split the decoding - of entities here. - (convert_and_copy): Use it to decode entities. - (decode_entity): Handle the &apos entity. - (decode_entity): Don't decode Latin 1 numeric entities. Don't - decode �. - -2003-11-01 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp-opie.c (calculate_skey_response): Use uint32_t instead of - `unsigned long' for the cheksum array. Document the function. - -2003-11-01 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (acceptport): Don't call select_fd when timeout is not - requested. - -2003-11-01 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c: Removed the ip_default_family global variable. - - * host.c (lookup_host): Document the function. Fixed declaration - of VEC. - -2003-10-31 Hrvoje Niksic <hniksic@xemacs.org> - - * various: Use new macros xnew, xnew0, xnew_array, and xnew0_array - in various places. - -2003-10-31 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h: Move declarations of malloc and logging code to - xmalloc.h and log.h respectively to unclutter this file. - (STRDUP_ALLOCA): Made it side-effect free. - - * xmalloc.h: New files. Define macros xnew, xnew0, xnew_array, - and xnew0_array. - - * xmalloc.c: New file. Move the xmalloc routines here. - -2003-10-31 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (sockaddr_set_data): Remove the broken code that - checked for NULL address. - -2003-10-31 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (address_list_from_single): Removed. - (address_list_from_ipv4_addresses): Renamed from - address_list_from_vector. - -2003-10-31 Hrvoje Niksic <hniksic@xemacs.org> - - * sysdep.h (CLOSE): Don't call close on file descriptors less than - 0, i.e. on uncreated sockets. - - * connect.c (resolve_bind_address): Work on struct sockaddr - directly. - (connect_to_host): Replacement for connect_to_many. Resolve HOST - and connect to any of its addresses. If we can't connect and the - host name lookup was cached, try to resolve it again. This should - fix problems with hosts behind dynamic DNS. Updated all callers. - (connect_to_ip): Replacement for connect_to_one. Removed SILENT; - added the argument PRINT instead. Updated all callers. - (set_connection_host_name): Removed. - - * host.c (address_list_address_at): New function instead of - address_list_copy_one. It returns a pointer to ip_address *, so - it's not necessary to copy the data. - (address_list_cached_p): New function. - (forget_host_lookup): Ditto. - - * connect.c: Got rid of the MSOCK global variable. Made bindport - return the local socket it creates. Added a new argument to - acceptport, the socket to call accept on. Updated callers. - (closeport): Removed. - - * connect.c: Moved the sockaddr code from host.c to this file, - because most of that stuff is used for connecting, and has nothing - to do with host names anyway. - (sockaddr_set_data, sockaddr_get_data): New functions, replace the - old sockaddr_set_address, sockaddr_set_port, sockaddr_get_address, - and sockaddr_get_port. - -2003-10-30 Hrvoje Niksic <hniksic@xemacs.org> - - * sysdep.h: Use `S >= 8' rather than `S == 8' when looking for - large integers. - -2003-10-30 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (append_uri_pathel): New argument ESCAPED_P that says - whether [B, E) is to be treated as URL-escaped or not. If - ESCAPED_P is false, don't unescape the region. - (url_file_name): u->file is not URL-escaped. - -2003-10-30 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (retrieve_from_file): Use retrieve_tree for - page-requisites. - - * main.c (main): Don't define opt.recursive when -p is used. - Instead, make sure that recursion is used for HTTP in that case. - -2003-10-29 Hrvoje Niksic <hniksic@xemacs.org> - - * host.h: Defined accessors for elements of ip_address. Updated - all callers. - (address_list_match_all): Use memcmp in the non-IPv6 case. - - * wget.h (CONNECT_ERROR): Don't retry connecting if connect() - returned EAFNOSUPPORT. - -2003-10-27 Mauro Tortonesi <mauro@deepspace6.net> - - * connect.h: changed bindport prototype and added the related - BIND_ON_IPV4_ONLY and BIND_ON_IPV6_ONLY flags. - - * connect.c: changed bindport and resolve_bind_address to allow - protocol-version specific DNS resolution. modified conaddr, - acceptport and connect_to_one to make use of struct - sockaddr_storage and of the new ip_address structure. - - * ftp-basic.c: added LPRT/LPSV (RFC1639) support, refactored - PORT/PASV (RFC959) and EPRT/EPSV (RFC2428) support code. - - * ftp.c: added the ftp_do_port and ftp_do_pasv functions to - handle FTP over IPv6. - - * ftp.h: changed prototype of ftp_epsv and added prototypes for - ftp_lpsv, ftp_lprt and ftp_eprt. - - * host.c: renamed the - wget_sockaddr_set_address and wget_sockaddr_get_addr, and - wget_sockaddr_{s,g}et_port couples to sockaddr_{s,g}et_address and - sockaddr_{g,s}et_port respectively. changed - address_list_match_all, address_list_from_addrinfo sockaddr_len, - pretty_print_address, lookup_host, sockaddr_{s,g}et_address and - sockaddr_{g,s}et_port to make use of struct sockaddr_storage and - of the new ip_address structure. removed map_ipv4_to_ip and - map_ip_to_ipv4. - - * host.h: redefined structure ip_address and removed structure - wget_sockaddr. - -2003-10-26 Hrvoje Niksic <hniksic@xemacs.org> - - * sysdep.h: Include inttypes.h where available. - - * host.c: Switch from u_int32_t to uint32_t. - -2003-10-26 Hrvoje Niksic <hniksic@xemacs.org> - - * netrc.c (parse_netrc): Reset the QUOTE flag after the closing - quote. - -2003-10-25 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (is_valid_ipv6_address): Reformat to GNU coding style. - Use enums for NS_IN* constants. Use ISXDIGIT. - - * convert.c (construct_relative): Document better how the function - works. - -2003-10-23 Hrvoje Niksic <hniksic@xemacs.org> - - * config.h.in: Deploy preprocessor magic to avoid Ultrix's - <netdb.h> include <bitypes.h> which defines its own u_int32_t. - Reported by Bernhard Simon. - -2003-10-23 Hrvoje Niksic <hniksic@xemacs.org> - - * version.c: Bump version. - -2003-10-23 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c: Ditto. - - * html-parse.c (advance_declaration): Don't use trailing comma in - enum because older compilers don't support it. - - * utils.c: Don't redefine HAVE_SIGSETJMP. - -2003-10-16 Hrvoje Niksic <hniksic@xemacs.org> - - * convert.c (construct_relative): Don't handle absolute files - specially -- for example, -P/tmp/foo shouldn't imply that - converted files must refer to "/tmp/foo/..."! - -2003-10-15 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c: Consider status 307 a valid redirect. - -2003-10-15 Philip Stadermann <philip.stadermann@credativ.de> - - * ftp.c (ftp_retrieve_glob): Correctly loop through the list whose - elements might have been deleted. - -2003-10-13 Hrvoje Niksic <hniksic@xemacs.org> - - * html-url.c (tag_handle_meta): Set the Refresh link to expect - HTML. - (append_one_url): Renamed to append_url. - -2003-10-13 Hrvoje Niksic <hniksic@xemacs.org> - - * sysdep.h: Only define u_int32_t. - -2003-10-11 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (large_int_to_string): Use snprintf() to print the - number. This will work even on systems where libc doesn't - understand %lld, but the compiler does, because it will use our - snprintf replacement. - - * init.c (parse_bytes_helper): New function. - (cmd_bytes): Use it to parse bytes, but cast the result to long. - (cmd_bytes_large): Ditto, but store the result to LARGE_INT. Used - for --quota so that --quota=10G works even on machines without - long long. - - * options.h (struct options): Declare quota as LARGE_INT. - - * retr.c (downloaded_exceeds_quota): Removed. - (downloaded_increase): Ditto. - (total_downloaded_bytes): New variable, replaces opt.downloaded, - which was the wrong place for it anyway. Updated callers of - downloaded_exceeds_quota and downloaded_increase to check this - variable directly. - - * sysdep.h: Get rid of VERY_LONG_TYPE. Use LARGE_INT for the same - purpose, defined as `long', `long long' or `double', depending on - size of long and whether long long is available. - -2003-10-11 Hrvoje Niksic <hniksic@xemacs.org> - - * sysdep.h: Also check size of short for int32_t. - -2003-10-11 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (lookup_host): Use u_int32_t to store the result of - inet_addr(). That removes the need for offset fiddling, caring - about endian-ness, etc. - - * sysdep.h: Define int32_t and u_int32_t if not available. - -2003-10-11 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp-basic.c (ftp_epsv): Use socklen_t * as the third argument to - getpeername. - - * config.h.in: Define socklen_t stub. - - * host.c (sockaddr_len): Return socklen_t. - - * connect.c (conaddr): Use socklen_t as the third argument to - accept, getsockname, and connect. - -2003-10-10 Hrvoje Niksic <hniksic@xemacs.org> - - * recur.c (retrieve_tree): Don't descend into documents that are - not expected to contain HTML, regardless of their content-type. - - * html-url.c (tag_url_attributes): Record which attributes are - supposed to yield HTML links that can be followed. - (tag_find_urls): Propagate that information to the caller through - struct urlpos. - -2003-10-10 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c (find_mapping): Return the next available mapping when - the key is not found, not NULL. - (hash_table_put): Use find_mapping to find the storage for the new - data. - (hash_table_put): Grow the table before exceeding maximum - fullness, not afterwards. - -2003-10-10 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c (hash_table_new): Slightly change the meaning of the - first parameter. Instead of being the minimum initial size, it is - now the minimum number of items that the hash table can take - without needing to resize. - -2003-10-09 Hrvoje Niksic <hniksic@xemacs.org> - - * html-url.c (init_interesting): Initialize interesting_tags and - interesting_attributes as hash tables. This simplifies the code - immensely because hash tables handle allocation and remove - duplicates automatically. - (find_tag): Removed. - (collect_tags_mapper): Instead of calling find_tag, simply get the - entry from interesting_tags hash table, which is both simpler and - faster. - -2003-10-09 Hrvoje Niksic <hniksic@xemacs.org> - - * hash.c (hash_table_get): Declare hash-table argument as const. - (find_mapping): Ditto. - (hash_table_get_pair): Ditto. - (hash_table_contains): Ditto. - (hash_table_count): Ditto. - -2003-10-08 Hrvoje Niksic <hniksic@xemacs.org> - - * html-url.c (get_urls_html): Parse the appropriate flags to - html-parse.c. - - * html-parse.c (map_html_tags): Accept FLAGS from the caller - instead of examining OPT. - -2003-10-08 Hrvoje Niksic <hniksic@xemacs.org> - - * html-url.c (find_tag): Switch to binary search. - -2003-10-08 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (print_help): Fix typo; stured -> stored. - -2003-10-08 Hrvoje Niksic <hniksic@xemacs.org> - - * getopt.c: Add definitions of getopt_long and getopt_long_only. - -2003-10-08 Hrvoje Niksic <hniksic@xemacs.org> - - * config.h.in: Renamed DEBUG to ENABLE_DEBUG. ENABLE_DEBUG is, I - think, a better name, because it implies that debugging output is - merely possible, not "on by default", as might be construed from - just DEBUG. - -2003-10-08 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (has_insecure_name_p): Define it here. - - * utils.c (has_wildcards_p): Define it here. - - * sysdep.h: Declare fnmatch-related macros here, if not using - system fnmatch(). Update .c files to not declare fnmatch.h - directly. - - * cmpt.c (fnmatch): Moved here. Use it only under non-GNU libc. - -2003-10-08 Hrvoje Niksic <hniksic@xemacs.org> - - * getopt.c: Newer version, imported from Free libit. - -2003-10-07 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (struct cookie): Remove unused backpointer to cookie - jar. - -2003-10-07 Hrvoje Niksic <hniksic@xemacs.org> - - * cmpt.c (memmove): Comment out, since it's no longer used. - - * cookies.c (cookie_jar_generate_cookie_header): Allocate room for - chains in one pass. - (find_chains_of_host): Assume that the caller has allocated DEST - to be sufficiently large to take all the data. - (eliminate_dups): Run through the array and eliminate dups on the - fly instead of using memmove. - (cookie_jar_process_set_cookie): Free cookie->domain before - re-setting it. - -2003-10-05 Gisle Vanem <giva@bgnett.no> - - * mswindows.c (set_sleep_mode): Fix type of - _SetThreadExecutionState. - -2003-10-05 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (file_size): Return -1 if fopen() returns NULL. Prior - to this patch, wget --post-file=nosuchfile dumped core. - -2003-10-04 Gisle Vanem <giva@bgnett.no> - - * mswindows.c (run_with_timeout): Use WaitForSingleObject to wait - for thread termination. - -2003-10-04 Hrvoje Niksic <hniksic@xemacs.org> - - * log.c: Use `...' in function definitions; ansi2knr will convert - them to va_dcl. This allowed removal of the ugly VA_START_1 and - VA_START_2 macros. - -2003-10-03 Gisle Vanem <giva@bgnett.no> - - * connect.c: And don't include them here. - - * mswindows.h: Include winsock headers here. - -2003-10-03 Hrvoje Niksic <hniksic@xemacs.org> - - * html-parse.c (convert_and_copy): Move variable declarations - before statements. - -2003-10-02 Gisle Vanem <giva@bgnett.no> - - * mswindows.c (run_with_timeout): For Windows: Run the 'fun' in a - thread via a helper function. Continually query the thread's - exit-code until finished or timed out. - -2003-10-02 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h (XMALLOC_ARRAY): Removed. - (ALLOCA_ARRAY): Ditto. - - * html-parse.c: Renamed alloca_p to resized. - (GROW_ARRAY): Renamed DO_REALLOC_FROM_ALLOCA to GROW_ARRAY and - returned it to html-parse.c, since nothing else was using it. - -2003-10-02 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (retrieve_url): Initialize DUMMY storage for DT. Caught - by valgrind. - -2003-10-02 Hrvoje Niksic <hniksic@xemacs.org> - - * html-parse.c (convert_and_copy): Handle numeric entities in - hexadecimal, &#xHH. - (convert_and_copy): Copy the contents directly to the pool without - a stack-allocated intermediary. - -2003-10-02 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (alarm_set): New function; use either setitimer or alarm - to set up the alarm. - (alarm_cancel): New function; cancel the alarm set up by - alarm_set. - (run_with_timeout): Use them. - -2003-10-01 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_parse): Don't leak memory when a reencoded URL turns - out to be invalid. - - * url.c (parse_errors): Mark error messages for translation. - (url_error): Translate error messages returned to the caller. - -2003-10-01 Hrvoje Niksic <hniksic@xemacs.org> - - * ftp.c (ftp_loop_internal): Initialize TMRATE to NULL to shut up - the compiler. - -2003-09-26 Gisle Vanem <giva@bgnett.no> - - * src/mswindows.c: Added ws_percenttitle() showing progress in the - window titlebar. Called from retr.c. Secured ws_mypath(). - - * windows/config.h.ms: alloca() prototype not needed. Removed - "#undef ENABLE_NLS"; should be in Makefile IMHO. Moved - WGET_USE_STDARG from mswindows.h to config.ms.h because of #ifdef - in log.c. (MSVC's vararg.h and stdarg.h are incompatible). - -2003-09-29 Aaron Hawley <Aaron.Hawley@uvm.edu> - - * ftp.c (getftp): --spider option should now work with FTP - downloads. - (ftp_loop_internal): quiet reports and calculations of downloads - when --spider option set, nor try deleting when --delete-after - also set. - (ftp_loop): --spider will skip HTML-ification of .listing file. - -2003-09-26 Gisle Vanem <giva@bgnett.no> - - * mswindows.c (read_registry): Removed. - (set_sleep_mode): New function. - (windows_main_junk): Call it. - -2003-09-26 Gisle Vanem <giva@bgnett.no> - - * mswindows.c (read_registry): Fix invocation of registry - functions. - - * mswindows.c (read_registry): Condition definitions of sleep and - usleep with not HAVE_SLEEP and HAVE_USLEEP respectively. Define - HAVE_SLEEP and HAVE_USLEEP under __DMC__. - -2003-09-24 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_escape_1): Revert unintentional change to lowercase - xdigit escapes. - (url_escape_dir): Document that this function depends on the - output of url_escape_1. - -2003-09-23 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (create_image): Print the current ETA if we're done - with the download. - (create_image): Change '-' display char to '+' in the progress bar. - - * Makefile.in (clean): Remove .libs. - -2003-09-23 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (struct cookie): New flag domain_exact. - (update_cookie_field): Skip leading dot in domain. - (find_matching_chains): Match numeric addresses exactly; don't - needlessly copy HOST to the stack. - (matching_cookie): Added argument HOST. If cookie->domain_exact - is set, check that HOST is equal to cookie->domain. - (cookie_jar_load): Only use TAB as delimiter. Document the - meaning of DOMAIN-FLAG. Skip leading dot in domain. - (cookie_jar_load): Don't ignore DOMAIN-FLAG -- instead, set - domain_exact to true if DOMAIN-FLAG is false. - (save_cookies_mapper): If domain_exact is false, prepend the - domain with dot, like Mozilla does. - -2003-09-22 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (create_image): Print the initial part of the - download with '-' characters, analogous to how dot progress prints - the initial part with ','. - - * hash.c (ptrhash): New function. - (ptrcmp): Ditto. - (hash_table_new): Default to identity hash table. - -2003-09-22 Hrvoje Niksic <hniksic@xemacs.org> - - * safe-ctype.h (_sch_test): The cast of BIT to unsigned char was - broken -- _sch_istable bitmasks are 16-bit, not 8-bit! Cast BIT - to unsigned short instead. - -2003-09-22 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (path_simplify): Instead of calls to memmove, handle "./" - and "../" by advancing pointers. - -2003-09-22 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (getproxy): Moved from url.c. - - * convert.c: Split off link conversion from url.c into separate - file. Also included the book-keeping stuff from recur.c. - -2003-09-21 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c: Improved documentation of functions. - (cmd_boolean): Attempt to make code that tries to avoid calling - strcmp for "speed" a bit more readable. - - * init.c (simple_atof): Report error on encountering non-digit, - non-"." character. - (simple_atoi): Replacement for myatoi(), calling interface - compatible with simple_atof. Updated myatoi's callers. - -2003-09-21 Bertrand Demiddelaer <bert@b3rt.org> - - * url.c (path_simplify): Would read two bytes past the end of the - string in the "./" case. - -2003-09-21 Matthew J. Mellon <mellon@tymenet.com> - - * http.c (gethttp): Recognize content-type "application/xhtml+xml" - as what Wget considers "text/html". - -2003-09-21 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (connect_with_timeout): Made timeout type double. - - * options.h (struct options): New members read_timeout, - dns_timeout, and connect_timeout. - Use them. - -2003-09-21 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (simple_atof): New function. - (cmd_time): Use it. - (cmd_bytes): Accept things like "1.5k" and such. Use simple_atof - to parse decimals. - - * retr.c (limit_bandwidth): Adjust each sleep by the error of the - previous one. - -2003-09-21 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (main): Use setoptval() for setting the options. Use - run_command for `-e'. - - * init.c (parse_line): Rewritten to return COMIND right away. - Changed linkage to static. - (run_wgetrc): Use the available comind when calling setval, so it - doesn't have to be computed twice. - (setval_internal): New function, runs the command's action without - any error checking. - (setoptval): New function, does what setval used to do, but exits - in case of error. - (run_command): New function. - -2003-09-21 Hrvoje Niksic <hniksic@xemacs.org> - - * connect.c (select_fd): Change MAXTIME's type to double. Handle - its decimal part. - - * retr.c (sleep_between_retrievals): In the random-wait case, use - random_float() to wait between 0 and 2*opt.wait seconds. - - * utils.c (run_with_timeout): Accept `double' timeouts. Correctly - handle timeout values in (0, 1) range. - (random_float): New function. - - * options.h (struct options): Change the types of wait, waitretry, - and timeout to double. - - * init.c (cmd_time): Accept floating point time. - -2003-09-20 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (get_contents): Cosmetic fixes. - -2003-09-20 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (uri_merge): Get rid of uri_merge_1. - (uri_merge): Merge "foo//", "bar" as "foo//bar", not "foo///bar", - i.e. don't add an extra slash merely because BASE ends with two - slashes. - (parse_credentials): Renamed from parse_uname. Rewrittern in - standard [beg, end) calling style. - (url_skip_credentials): Renamed from url_skip_uname. Made static. - (url_skip_credentials): Include # and ; as terminators. Old code - would mistakenly consider "http://foo.com#hniksic@iskon.hr" to - contain a username. - (url_skip_scheme): Removed because it was unused. - (url_has_scheme): Require "scheme" to be at least one char long. - -2003-09-19 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_file_name): Expect NULL dir_prefix. - - * init.c (cmd_file): Use a macro to prevent multiple #ifdef - WINDOWS. - (defaults): Set dir_prefix to NULL by default. - -2003-09-19 Hrvoje Niksic <hniksic@xemacs.org> - - * safe-ctype.h (_sch_test): Cast BIT to unsigned char, like latest - gcc does. - -2003-09-19 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h (BOUNDED_TO_ALLOCA): Evaluate PLACE only once. - (ARRAY_SIZE): Renamed to countof. All callers updated. - -2003-09-19 Hrvoje Niksic <hniksic@xemacs.org> - - * main.c (main): New option --strict-comments. - - * html-parse.c (find_comment_end): New function: simple BM search - for "-->". - (map_html_tags): Use it if looking at a comment and not in strict - comments mode. - -2003-09-17 Aurelien Marchand <artaxerxes@users.sf.net> - - * ftp.h: Added OS400 system in enum - * ftp-basic.c: recognize OS400 systems - * ftp.c: don't prepend the CWD if talking to OS400, since it - breaks the change in library - -2003-09-18 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (get_contents): Pass the correct argument to ssl_iread. - -2003-09-18 Hrvoje Niksic <hniksic@xemacs.org> - - * safe-ctype.h: Don't #define ctype.h macros to errors because - that loses when someone #include's ctype.h after safe-ctype.h. - -2003-09-17 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c: Undef U, W, C after use. - -2003-09-17 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_spec_restrict_file_names): Allow the OS setting to - be augmented by ",nocontrol" which means don't escape the control - characters, but otherwise keep OS settings. - - * url.c (file_unsafe_char): Deleted. - (append_uri_pathel): Query filechr_table directly. - (filechr_table): Separated Unix, Windows, and control-unsafe - characters. - -2003-09-17 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_escape_1): New function. - (url_escape): Use it. - (sync_path): Handle pathological cases where u->file and u->dir - contain really strange characters. - (ENCODE): Deleted. - (REENCODE): Deleted. - -2003-09-16 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_file_name): Don't reallocate FNAME if the file - doesn't exist, as is usually the case. - - * utils.c (unique_name): New flag allow_passthrough. - -2003-09-16 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (wtimer_sys_diff): Convert the time difference to signed - __int64, then to double. This works around MS VC++ 6 which can't - convert unsigned __int64 to double directly. - -2003-09-16 Hrvoje Niksic <hniksic@xemacs.org> - - * Makefile.in (clean): Also remove the core.<number> files - produced by recent Linux systems. - -2003-09-16 Hrvoje Niksic <hniksic@xemacs.org> - - * http.c (post_file): Don't pad the file if it's not large - enough. Bail out instead. - -2003-09-15 Hrvoje Niksic <hniksic@xemacs.org> - - * retr.c (get_contents): Reduce the buffer size to the amount of - data that may pass through for one second. This prevents long - sleeps when limiting bandwidth. - - * connect.c (connect_to_one): Reduce the socket's RCVBUF when - bandwidth limitation to small values is requested. - -2003-09-15 Hrvoje Niksic <hniksic@xemacs.org> - - * progress.c (update_speed_ring): Moved the speed ring update to a - separate function and documented it better. - - * progress.c: Use `double' for most timers to support granularity - smaller than 1ms. - -2003-09-15 Hrvoje Niksic <hniksic@xemacs.org> - - * wget.h (XDIGIT_TO_XCHAR): Implement as index into a literal - string. - (XDIGIT_TO_xchar): Ditto. - -2003-09-15 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c: Change the type of timer-related functions from long to - double, for better precision. On machines supporting gettimeofday - the timers now work with granularity of less than one millisecond. - -2003-09-15 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (parse_set_cookies): Fixed the parser to handle more - edge conditions. - (test_cookies): New function, contains a test suite for - parse_set_cookies. - -2003-09-15 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (strpbrk_or_eos): Implement as a macro under Gcc. - -2003-09-15 Hrvoje Niksic <hniksic@xemacs.org> - - * cookies.c (parse_set_cookies): Allow trailing space in - set-cookies header. Also, allow any amount of whitespace, not - only one character. Allow empty set-cookies header without - spewing an error. - -2003-09-14 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (append_uri_pathel): Use opt.restrict_file_names when - calling file_unsafe_char. - - * init.c: New command restrict_file_names. - - * main.c (main): New option --restrict-file-names[=windows,unix]. - - * url.c (url_file_name): Renamed from url_filename. - (url_file_name): Add directory and hostdir prefix here, not in - mkstruct. - (append_dir_structure): New function, does part of the work that - used to be in mkstruct. Iterates over path elements in u->path, - calling append_uri_pathel on each one to append it to the file - name. - (append_uri_pathel): URL-unescape a path element and reencode it - with a different set of rules, more appropriate for handling of - files. - (file_unsafe_char): New function, uses a lookup table to decide - whether a character should be escaped for use in file name. - (append_string): New utility function. - (append_char): Ditto. - (file_unsafe_char): New argument restrict_for_windows, decide - whether Windows file names should be escaped in run-time. - - * connect.c: Include <stdlib.h> to get prototype for abort(). - -2003-09-14 Hrvoje Niksic <hniksic@xemacs.org> - - * utils.c (wtimer_sys_set): Extracted the code that sets the - current time here. - (wtimer_reset): Call it. - (wtimer_sys_diff): Extracted the code that calculates the - difference between two system times here. - (wtimer_elapsed): Call it. - (wtimer_elapsed): Don't return a value smaller than the previous - one, which could previously happen when system time is set back. - Instead, reset start time to current time and note the elapsed - offset for future calculations. The returned times are now - guaranteed to be monotonically nondecreasing. - -2003-09-10 Hrvoje Niksic <hniksic@xemacs.org> - - * host.c (lookup_host): Print the result of the DNS lookup. - -2003-09-10 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_boolean): Accept yes/no along with on/off. - (cmd_lockable_boolean): Ditto. - -2003-09-10 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c: New command dns_cache. - - * main.c (main): New option --dns-cache[=off]. - -2003-09-09 Hrvoje Niksic <hniksic@xemacs.org> - - * config.h.in: Initialize HAVE_GETADDRINFO and ENABLE_IPV6. - - * all: Use #ifdef ENABLE_IPV6 instead of the older INET6. Use - HAVE_GETADDRINFO for getaddrinfo-related stuff. - -2003-09-09 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (url_parse): Return an error if the URL contains a [...] - IPv6 numeric address and we don't support IPv6. - -2003-09-05 Hrvoje Niksic <hniksic@xemacs.org> - - * url.c (is_valid_ipv6_address): Modified to not require - zero-terminated strings. - (is_valid_ipv4_address): Ditto. - -2003-09-05 Mauro Tortonesi <mauro@deepspace6.net> - - src/url.c: added RFC 2732 compliance for URL parsing. The - functions is_*_address valid are a modified version of - glibc 2.3.2 inet_pton's code. - -2003-09-03 Ahmon Dancy <dancy@dancysoft.com> - - * main.c init.c options.h: Added --retry-connrefused option so - that Connection Refused failures are treated as non-fatal (when - trying to retrieve from busy servers). - - * wget.h: New CONNECT_ERROR macro for encapsulating this - modification. - - * ftp.c http.c : Use CONNECT_ERROR macro in places where - ECONNREFUSED was checked. - -2003-01-11 Ian Abbott <abbotti@mev.co.uk> - - * ftp.c (ftp_retrieve_glob): Reject insecure filenames as determined - by calling new function has_insecure_name_p. This is based on a - patch by Red Hat. - - * fnmatch.c (has_insecure_name_p): New function: returns non-zero - if filename starts with `/' or contains `../' and is therefore - considered insecure. - - * fnmatch.h: Declare has_insecure_name_p(). - -2002-08-03 Hrvoje Niksic <hniksic@xemacs.org> - - * init.c (cmd_file): Allocate RESULT correctly. - -2002-07-24 Hrvoje Niksic <hniksic@xemacs.org> - - * recur.c (retrieve_tree): Check whether downloaded_html_set is - non-NULL before using it. - -2002-05-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-parse.c (NAME_CHAR_P): Allow almost any character here. - -2002-05-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (bar_set_params): Fall back to dot progress if the - terminal type is "emacs". - -2002-05-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * log.c: Don't #undef WGET_USE_STDARG. - -2002-05-16 Hrvoje Niksic <hniksic@arsdigita.com> - - * hash.c (prime_size): Store the offset of the prime number in the - prime table. When searching, start with the given offset. - (hash_table_new): Pass the pointer to ht->prime_offset to - prime_size. - (grow_hash_table): Ditto. - (prime_size): Make 13 the first prime to make empty hash tables - slightly smaller. - -2002-05-16 Ian Abbott <abbotti@mev.co.uk> - - * recur.c (download_child_p): Minor optimization to avoid an - unnecessary additional call to schemes_are_similar_p function. - -2002-05-16 Ian Abbott <abbotti@mev.co.uk> - - * url.c (schemes_are_similar_p): New function to test enumerated - scheme codes for similarity. - - * url.h: Declare it. - - * recur.c (download_child_p): Use it to compare schemes. This - also fixes a bug that allows hosts to be spanned (without the - -H option) when the parent scheme is https and the child's is - http or vice versa. - -2002-05-14 Bill Richardson <bill@riverstonenet.com> - - * ftp.c (getftp): Don't ftruncate stdout. - - * http.c (gethttp): Don't ftruncate stdout. - -2002-05-09 Ian Abbott <abbotti@mev.co.uk> - - * cmpt.c (strptime_internal): Synched with glibc-2.1.3. - (get_number): Ditto. - (get_alt_number): Ditto. - (__isleap): New function-like macro used by strptime. - (day_of_the_week): New function used by strptime. - (day_of_the_year): Ditto. - (__mon_yday): Now shared by mktime and strptime implementations. - -2002-05-08 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (check_domain_match): Use match_tail in case - insensitive mode. - - * utils.c (match_tail): Allow the caller to specify case - insensitive mode. - - * cookies.c (store_cookie): When expiry_time is 0, print it as - undefined, not indefinite. - -2002-05-07 Ian Abbott <abbotti@mev.co.uk> - - * cookies.c (cookie_jar_process_set_cookie): Do not store - discarded cookie. - -2002-04-21 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (check_domain_match): Allow cookies to be set for - subdomains of unknown top-level domains under some circumstances. - -2002-04-21 Thomas Lussnig <thomas.lussnig@bewegungsmelder.de> - - * gen_ssl.c: - - allow checking of server cert - - allow defining client cert type - - allow limit of ssl protocol - - check more return values - - added debug message on break - -2002-04-21 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (download_child_p): Revert order of items in check - number 6 for clarity. - -2002-04-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c: Ditto. - - * main.c: Ditto. - - * http.c: Use the new interface. - - * cookies.c: Provide an OO-style "cookie jar" interface to enable - separate cookie jars. - - * http.c (http_atotm): Declare argument as const. - -2002-04-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (cookie_new): Default to PORT_ANY. - (find_cookie_chain_exact): Only search by DOMAIN. - (find_matching_cookie): Also check that PORT matches. - (store_cookie): Only match the domain. - (set_cookie_header_cb): When a cookie "fakes" a domain, assume it - is valid for that host rather than discarding it completely. - (find_matching_chains): Don't search by PORT. - (matching_cookie): Also match PORT. - (load_cookies): Set the port if specified, otherwise leave it as - ANY. - (save_cookies_mapper): Save the port if specified, otherwise leave - it empty. - -2002-04-19 Thomas Lussnig <thomas.lussnig@bewegungsmelder.de> - - * init.c: The option `egdfile' was not in sort order. - -2002-04-16 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (getftp): Treat directories that begin with <letter>: as - absolute. - (getftp): Strip trailing slashes from con->id before merging it - with TARGET. - -2002-04-16 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): If Content-Type is not given, assume - text/html. - -2002-04-15 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (download_child_p): Don't ignore rejection of HTML - documents that are themselves leaves of recursion. - -2002-04-15 Ian Abbott <abbotti@mev.co.uk> - - Makefile.in: Updated several dependencies for object files to take - account of nested include files. - -2002-04-15 Ian Abbott <abbotti@mev.co.uk> - - Makefile.in: The target `connect$o' (connect.o) now depends on - `utils.h' - -2002-04-15 Ian Abbott <abbotti@mev.co.uk> - - * host.c (SET_H_ERRNO): New function-like macro to set `h_errno'. - (gethostbyname_with_timeout): Use it. - - * utils.c: Don't define `SETJMP()', `run_with_timeout_env' or - `abort_run_with_timeout()' when `USE_SIGNAL_TIMEOUT' is undefined. - -2002-04-15 Hrvoje Niksic <hniksic@arsdigita.com> - - * host.c (getaddrinfo_with_timeout): New function. - (gethostbyname_with_timeout): Ditto. - (lookup_host): Use them. - -2002-04-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (number_to_string): Handle the case when n < -INT_MAX. - -2002-04-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c (comind): Use a marginally faster implementation of - binary search. To quote Martin Buchholz, "a nanosecond saved is a - nanosecond earned." - -2002-04-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (print_help): Document `--post-data' and `--post-file'. - -2002-04-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Ditto. - - * retr.c (retrieve_url): Initialize variables to appease the - compiler. - - * gen_sslfunc.c (ssl_iread): Don't handle EINTR when calling - select_fd. - (ssl_iwrite): Ditto. - - * connect.c (select_fd): Rewrite to handle EINTR. Set errno to - ETIMEDOUT in case of timeout. - (iread): No need to handle EINTR when calling select_fd. - (iwrite): Ditto. - -2002-04-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): Make sure that POST is not honored for - redirections. - - * http.c (gethttp): Send the POST data when requested. - (post_file): New function. - (gethttp): Use it. - - * main.c (main): Ditto. - - * init.c: Add new options. - - * options.h (struct options): New options post_data and - post_file_name. - -2002-04-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * connect.c (connect_with_timeout): Firing SIGALRM can result in - connect() exiting with EINTR. Treat EINTR the same as ETIMEDOUT. - -2002-04-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * connect.c (connect_with_timeout): Use it. - - * utils.c (run_with_timeout): New function. - -2002-04-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (getproxy): Accept a struct url argument. This obviates - the need for USE_PROXY_P. - - * retr.c (retrieve_url): Allow proxy to be a non-FTP URL. - - * ftp.c (getftp): Recognize FWTK-style proxy. - -2002-04-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * config.h.in: Only define _VA_LIST when compiled with gcc. - -2002-04012 Ian Abbott <abbotti@mev.co.uk> - - * http.c (http_loop): Compensate for MS Windows two-second - granularity of file modification time when comparing timestamps. - - * ftp.c (ftp_retrieve_list): Ditto. - -2002-04-12 Ian Abbott <abbotti@mev.co.uk> - - * utils.c (has_html_suffix_p): New function to test filename for - common html extensions. - - * utils.h: Declare it. - - * http.c (http_loop): Use it instead of previous test. - - * retr.c (retrieve_url): Ditto. - - * recur.c (download_child_p): Ditto. - -2002-04-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * config.h.in: Define _VA_LIST on Solaris to prevent stdio.h from - declaring va_list. - From Kevin Rodgers <kevinr@ihs.com>. - -2002-04-12 Ian Abbott <abbotti@mev.co.uk> - - * Makefile.in: Specify libtool mode explicitly when linking. - -2002-04-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * connect.c (connect_with_timeout): New function. - (connect_to_one): Use it. - - * config.h.in: Add stubs for HAVE_SIGSETJMP, HAVE_SIGBLOCK, and - HAVE_SETJMP_H. - -2002-04-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * log.c: Set WGET_USE_STDARG if __STDC__ is defined and stdarg.h - is present. - -2002-04-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (bar_create): If INITIAL is larger than TOTAL, fix - TOTAL. - (bar_finish): Likewise. - -2002-04-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-url.c (tag_handle_form): New function. Pick up form - actions and mark them for conversion only. - -2002-04-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (struct progress_implementation): Use PARAMS when - declaring the parameters of *create, *update, *finish, and - *set_params. - - * netrc.c: Ditto. - - * http.c: Reformat some function definitions so that ansi2knr can - read them. - - * hash.c (struct hash_table): Use the PARAMS macro around - parameters in the declaration of hash_function and test_function. - (prime_size): Spell 2580823717UL and 3355070839UL as (unsigned - long)0x99d43ea5 and (unsigned long)0xc7fa5177 respectively, so - that pre-ANSI compilers can read them. - (find_mapping): Use PARAMS when declaring EQUALS. - (hash_table_put): Ditto. - - * ftp.h: Wrap the parameters of ftp_index declaration in PARAMS. - - * cookies.c (cookie_new): Use (unsigned long)0 instead of 0UL, - which was unsupported by pre-ANSI compilers. - - From Nelson H. F. Beebe <beebe@math.utah.edu>, for the most part. - -2002-04-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (url_filename): Use compose_file_name regardless of - whether opt.dirstruct is set. - (mkstruct): Don't handle the query and the reencoding of DIR; that - is done in compose_file_name. - -2002-04-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * wget.h: Ditto for extern char *exec_name. - - * options.h: Don't guard against OPTIONS_DEFINED_HERE -- it is - perfectly legal to follow an `extern' with a non-`extern' ones, - provided the types match. - - * main.c: Don't define OPTIONS_DEFINED_HERE. - -2002-04-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (create_image): Revert to calculating ETA based on - average download speed. - (create_image): Don't print ETA until the download has been active - for at least 3 seconds. - (create_image): When ETA is not available, don't print anything. - The previous version would print --:--. - -2002-04-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (bar_update): Keep updating a subinterval until it - reaches or exceeds a watermark. That way the measurement will be - guaranteed to span a configurable minimum of time. The current - default is 3s in 30 100ms intervals. - -2002-04-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (bar_update): Maintain an array of the time it took - to perform previous 30 network reads. - (create_image): Calculate the download speed and ETA based on the - last 30 reads, not the entire download. - (create_image): Make sure that the ETA is not changed more than - once per second. - -2002-04-09 Ian Abbott <abbotti@mev.co.uk> - - * mswindows.c (borland_utime): New function conditionally defined - when `HACK_BCC_UTIME_BUG' is defined. A reimplementation of - `utime()' as Borland's `utime()' function is broken on Windows 9x - systems. (Original patch by Chin-yuan Kuo <sr1111111@yahoo.com.tw>.) - -2002-04-08 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (ftp_loop): Propagate the result of ftp_retrieve_glob. - -2002-03-26 Ian Abbott <abbotti@mev.co.uk> - - * Makefile.in: Updated several dependencies for object files. - -2002-03-20 Ian Abbott <abbotti@mev.co.uk> - - * mswindows.c: Include "utils.h". - -2002-03-18 Ian Abbott <abbotti@mev.co.uk> - - * host.h: Don't include netdb.h on windows. - -2002-02-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (retrieve_tree): Handle the case when start_url doesn't - parse. - -2002-02-19 Andreas Damm <andreas-sourceforge@radab.org> - - * wget.h (DO_REALLOC_FROM_ALLOCA): Multiply with sizeof(type) when - calling xmalloc and memcpy. - -2002-02-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * host.h: Include Unix-specific includes #ifndef WINDOWS. - Patch originally provided by Christian Lackas. - -2002-02-11 Christian Lackas <delta@lackas.net> - - * recur.c: recurive downloading for https fixed. - -2002-02-19 Alan Eldridge <alane@geeksrus.net> - - * host.h: Also include <netinet/in.h> and <sys/socket.h>. - - * ftp-basic.c: Also include <netinet/in.h>. - -2002-02-05 Ian Abbott <abbotti@mev.co.uk> - - * http.c (gethttp): when -c used, mark already fully retrieved - file as successfully retrieved. - -2002-02-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (url_parse): Don't treat '?' as query string separator - when parsing FTP URLs. - -2002-02-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-url.c (tag_handle_meta): Don't crash on <meta - http-equiv=refresh> where content is missing. - -2002-01-31 Herold Heiko <Heiko.Herold@previnet.it> - - * ftp-basic.c, host.c: don't include sys/socket.h, arpa/inet.h, - netdb.h on windows. - -2002-01-30 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): Remove redirection cycle detection. This - is because some sites legitimately redirect the user back to the - same location, e.g. after an authorization check performed by - another page. MAX_REDIRECTIONS is still used to prevent infinite - redirection loops. - -2002-01-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Wrap host name in square brackets if it - contains a colon. - -2002-01-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (url_parse): Allow all hex digits, not only decimal ones, - to form an IP address. - -2002-01-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (urlchr_table): Make square braces reserved, so we can - parse http://[::1]/. - (url_parse): Handle host in braces. - (url_string): If url->host contains colons, wrap it in braces. - -2002-01-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * connect.c (resolve_bind_address): New function. - (connect_to_one): Use it. - (bindport): Ditto. - - * init.c: Don't resolve bind-address here. - - * host.c (wget_sockaddr_set_address): Would bug out with ADDR == NULL. - -2002-01-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * host.c (lookup_host): Use sizeof(ip4_address) to calculate the - offset. - (address_list_new): Use map_ipv4_to_ip. - (wget_sockaddr_set_address): Convert ADDR to IPv4 before using it - in IPv4 context. - -2002-01-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * source: Integrated IPv6 support. - Written by Thomas Lussnig <thomas.lussnig@bewegungsmelder.de>. - -2002-01-15 Ian Abbott <abbotti@mev.co.uk> - - * init.c (cmd_file): Change `\' to `/' for Windows (yes, really!) - (cmd_directory): New function. Like cmd_file(), but strips - trailing directory separators. - (commands): Change action for "dirprefix" from `cmd_file' to - `cmd_directory'. - - * utils.c (make_directory): Allow intermediate `mkdir' calls to - fail, as not all path components that do not exist should be - directory components, especially under Windows. - -2002-01-17 Hrvoje Niksic <hniksic@arsdigita.com> - - * netrc.c (parse_netrc): Skip leading whitespace before testing - whether the line is empty. Empty lines still contain the line - terminator. - -2002-01-15 Hrvoje Niksic <hniksic@arsdigita.com> - - * gen_sslfunc.c (ssl_iread): Call select on the file descriptor - only if no data is pending in SSL buffers. - From tony@bluetail.com. - -2002-01-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * headers.c (header_get): Strip trailing whitespace from the - header. - -2002-01-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (parse_uname): URL-decode *USER and *PASSWD. - -2002-01-07 Ian Abbott <abbotti@mev.co.uk> - - * url.c (uri_merge_1): Deal with "net path" relative URL (one that - starts with "//"). - -2002-01-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Invalidate SOCK if get_contents encountered an - error. - -2001-12-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8.1 is released. - -2001-12-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8.1-pre3 is released. - -2001-12-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (retrieve_tree): Enqueue the canonical representation of - start_url, so that the test against dl_url_file_map works. - -2001-12-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * log.c (logputs): Check for requested verbosity before printing - anything. - -2001-12-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-url.c (tag_handle_link): Treat the "shortcut icon" link as - inline. - -2001-12-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (retrieve_tree): Make a copy of file obtained from - dl_url_file_map because the code calls xfree(file) later. - -2001-12-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (register_html): Maintain a hash table of HTML files - along with the list. Disallow duplicates. - (retrieve_tree): Use downloaded_html_set to check whether the file - found in dl_url_file_map is an HTML file, and descend into it if - so. - (convert_all_links): Don't guard against duplicates in - downloaded_html_list, since they are no longer possible. - -2001-12-18 Ian Abbott <abbotti@mev.co.uk> - - * recur.c (retrieve_tree): Pass on referring URL when retrieving - recursed URL. - -2001-12-17 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8.1-pre2 is released. - -2001-12-17 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (sleep_between_retrievals): Simplify indentation. - -2001-12-17 Hrvoje Niksic <hniksic@arsdigita.com> - - * gen_sslfunc.c (ssl_init_prng): Use random_number to get a byte - of "randomness" at a time. - (ssl_init_prng): Don't seed the PRNG; random_number will do that. - - * retr.c (sleep_between_retrievals): Use it. Make sure that the - random amount averages in opt.wait. - (sleep_between_retrievals): Don't seed the PRNG; random_number - will do that. - - * utils.c (random_number): New function. - -2001-12-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (path_simplify): Move here from utils.c, and make static. - -2001-12-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c (wgetrc_file_name): Print correct message when loading - getenv("WGETRC") fails. - -2001-12-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (register_download): Don't abort when one URL references - two different files. - -2001-12-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Check for conn->scheme, not u->scheme, before - calling ssl_iwrite. - -2001-12-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8.1-pre1 is released. - -2001-12-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * res.c (matches): Fix broken URL in the docstring. - -2001-12-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-url.c (tag_url_attributes): Mark <embed href=...> as - external. - -2001-12-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (get_urls_file): Cosmetic changes. - -2001-12-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-url.c (append_one_url): Resurrect warning when unable to - resolve a relative link. - -2001-12-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-url.c (collect_tags_mapper): Break into several functions. - (tag_url_attributes): Collect <embed href=...>. - -2001-12-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * host.c: New type ipv4_address. Use it consistently instead of - `unsigned char[4]' and `unsigned char *'. - (pretty_print_address): Accept a `const void *', to require even - less casting. - -2001-12-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp-ls.c (ftp_parse_vms_ls): Fix obvious memory leaks. - -2001-12-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (main): Initialize progress after fork_to_background, so - that it knows when to use dots. - - * mswindows.c (ws_hangup): Call log_request_redirect_output. - - * utils.c (fork_to_background): Print the PID of the child - process. - - * log.c (log_request_redirect_output): Set a flag that output - redirection has been requested. Doing anything else in a signal - handler is unsafe. - (check_redirect_output): New function: check whether redirection - has been requested and, if so, call redirect_output(). - (logputs): Call check_redirect_output. - (logprintf): Ditto. - (debug_logprintf): Ditto. - (redirect_output): Print clearer messages. - - * main.c (redirect_output_signal): Don't call - redirect_output_signal directly. Instead, call - log_request_redirect_output. - - * utils.c (memfatal): Ditto. - - * progress.c (display_image): Use it. - - * log.c (log_set_save_context): New function: allow the caller to - turn off saving log context lines. - -2001-12-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * host.c (address_list_set_faulty): Uncomment a sanity check. - -2001-12-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (long_to_string): Return a pointer after where the - number ends. - (long_to_string): Rename to number_to_string. - -2001-12-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (path_simplify): Correctly handle the unlikely case that - b starts out as path + 1. - -2001-12-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (path_simplify): Rewrite, with better comments, and - without the use of strcpy to move overlapping blocks. - -2001-12-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c (cmd_spec_progress): Resurrect. Check whether VAL is a - valid progress type before setting it. - -2001-12-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (main): Remove stray debugging message. - -2001-12-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (create_image): Fix ETA padding when hours are prined. - -2001-12-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8 is released. - -2001-12-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (reencode_string): Declare static. - - * res.c (registered_specs): Declare static. - - * progress.c (current_impl_locked): Declare static. - - * log.c (flush_log_p): Declare static. - (needs_flushing): Ditto. - - * http.c (digest_authentication_encode): Declare static. - - * html-url.c (init_interesting): Declare static. - - * host.c (host_name_addresses_map): Declare static. - - * cookies.c (find_matching_chains): Declare static. - - * ftp-ls.c (ftp_parse_vms_ls): Warn about the memory leak - indicated by lint. - - * utils.c (path_simplify): Remove unused variable STUB_CHAR. - - * host.c (address_list_set_faulty): Document that INDEX is - currently unused. - - * url.c (rewrite_shorthand_url): Remove unused variable PATH. - -2001-12-08 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8-pre2 is released. - -2001-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (progress_handle_sigwinch): Set up the signal again. - - * utils.c: Include <sys/termios.h>, where Solaris defines - TIOCGWINSZ. - - * progress.c (bar_create): Don't use the last column on the screen. - (create_image): Pad ETA to constant size. Pad SIZE to nine digits - only until it exceeded them. - -2001-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8-pre1 is released. - -2001-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (progress_create): Make sure that, when the output is - redirected, the progress implementation gets changed to the - fallback one. - (bar_set_params): Set current_impl_locked to 1 when "force" is - specified. - (progress_create): Don't change the progress implementation if - current_impl_locked is non-zero. - - * main.c (redirect_output_signal): Call - progress_schedule_redirect. - - * progress.c (progress_schedule_redirect): New function. - -2001-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * log.c (logvprintf): Restructure to allow being called multiple - times. - (logprintf): Call logvprintf in a loop. - (debug_logprintf): Ditto. - -2001-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * gen_sslfunc.c (ssl_init_prng): Allow the user to disable EGD by - setting egd_file it to empty string. - - * main.c (main): Change the option name from --sslegdsock to - --egd-file. - -2001-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * gen_sslfunc.c (ssl_init_prng): Make the printed message - translatable. - -2001-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (scheme_disable): New function. - - * main.c (main): Call ssl_init_prng from here rather than from - init_ssl, so that it has a chance to disable support for https - before a URL has been resolved. - - * gen_sslfunc.c (ssl_init_prng): Seed with rand() if all else - failed. - (ssl_init_prng): Disable support for https if seeding the PRNG - fails. - -2001-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (read_whole_line): Handle lines beginning with \0. - -2001-12-05 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (convert_all_links): Guard against duplicates in - downloaded_html_files. - (register_download): Don't invalidate similar-looking URLs. - (match_except_index): New function. - -2001-12-05 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (path_simplify): Document with test cases. - -2001-12-04 Hrvoje Niksic <hniksic@arsdigita.com> - - * gen_sslfunc.c: Ditto. - - * rbuf.c: Include <string.h>. - -2001-12-04 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (retrieve_tree): Check whether the URL was already - downloaded before downloading it again. - (descend_child_p): Renamed to download_child_p. - (register_download): When one URL is downloaded to a file already - "owned" by another URL, delete all references that map any URL to - that file. - (register_delete_file): New function. - (retrieve_tree): Use it after deleting a file. - - * url.c (url_parse): Re-canonicalize the URL also if the path is - empty, so that e.g. "http://www.server.com" -> - "http://www.server.com/". - (lowercase_str): Use ISUPPER instead of !ISLOWER. - - * retr.c (retrieve_url): Use the canonical URL form when calling - register_download(). - -2001-12-04 Ian Abbott <abbotti@mev.co.uk> - - * snprintf.c (dopr): Use `unsigned int' as the second argument to - va_arg when casting to `unsigned short' is intended. - -2001-12-04 Herold Heiko <Heiko.Herold@previnet.it> - - * gen_sslfunc.c: on windows provide ssl crypto random - initialization through RAND_screen(); could possibly - be not enough for strong ssl communication (see the - relevant manual page from the openssl package). - -2001-12-04 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (local_quote_string): Reenable quoting of question marks, - but only when `--html-extension' is used. - -2001-12-03 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8-beta3 is released. - -2001-12-03 Hrvoje Niksic <hniksic@arsdigita.com> - - * snprintf.c (dopr): Cast the result of va_arg to short int and - short unsigned int where these types are expected to be used. - -2001-12-03 Hrvoje Niksic <hniksic@arsdigita.com> - - * snprintf.c (dopr): Replace `short int' and `unsigned short int' - with `int' when using it as the second argument to `va_arg'. - -2001-12-03 Hrvoje Niksic <hniksic@arsdigita.com> - - * host.c (address_list_new_one): New function. - (lookup_host): Use it. - -2001-12-03 Andre Majorel <amajorel@teaser.fr> - - * host.c (lookup_host): Don't initialize TMPSTORE directly because - it's not legal C. - -2001-12-03 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp-basic.c (ftp_port): Don't return HOSTERR if we fail getting - the socket data. - - * ftp.c: Ditto. - - * http.c: No need to declare h_errno. - - * host.c: Declare h_errno. - -2001-12-02 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (file_merge): If BASE doesn't contain a slash, just - return a copy of FILE. - -2001-12-02 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8-beta2 is released. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (getftp): When PWD fails, assume "/". - - * ftp-basic.c (ftp_syst): Fix indentation. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (get_urls_file): If opt.base_href is specified, merge each - URL with the base. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (print_help): Don't document the removed `-nh'. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (url_full_path): Document better. - - * http.c (gethttp): Use the full path when creating digest - authorization. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (path_matches): Return 0 if PREFIX doesn't begin with - '/'. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (path_matches): FULL_PATH doesn't begin with '/', but - PREFIX does. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (check_domain_match): Reimplement to match Netscape's - "preliminary specification" for cookies. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (replace_attr_refresh_hack): New function. - (convert_links): Call replace_attr_refresh_hack for Refresh - links. It will add the "TMOUT; URL=" junk before the link. - - * html-url.c (collect_tags_mapper): Set ID to the ID of the - "content" attribute, not "http-equiv". - (collect_tags_mapper): Don't use OFFSET to hack the raw_* values; - instead, store the information that this entry belongs to a - "refresh" link. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.8-beta1 is released. - -2001-12-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (retrieve_tree): Allow -p retrievals to exceed maximum - depth by more than one. - -2001-11-30 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): Don't allow more than 20 redirections. - -2001-11-30 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (retrieve_tree): Skip the non-inline entries when - enqueuing the children of a leaf HTML node in -p mode. - (descend_url_p): Ignore opt.no_parent when in -p mode and UPOS is - "inline". - - * html-url.c (get_urls_html): Don't accept dash_p_leaf_HTML. - (collect_tags_mapper): When an entry is "inline", mark it as such. - - * recur.c (descend_url_p): Fix test when checking for - acceptance/rejection rules. - -2001-10-31 Daniel BODEA <dali@dali-designs.com> - - * netrc.c (search_netrc): When slack_default is 0, still look for - an account with matching password, just not the "default account". - HTTP Authorization using .netrc should now work as expected. - -2001-11-30 T. Bharath <TBharath@responsenetworks.com> - - * http.c (persistent_available_p): Call SHUTDOWN_SSL if - test_socket_open fails. - -2001-11-30 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (display_image): Just print one CR to reset the - cursor position. - -2001-11-30 Christian Fraenkel <c.fraenkel@gmx.net> - - * init.c: New command `ssl_egd_sock'. - - * main.c (main): New option `--sslegdsock'. - - * gen_sslfunc.c (ssl_init_prng): Seed the RNG using EGD. - -2001-11-29 Hrvoje Niksic <hniksic@arsdigita.com> - - * cmpt.c (memmove): Include a simple memmove implementation. - -2001-11-29 Hrvoje Niksic <hniksic@arsdigita.com> - - * headers: Guard against header files being included twice. - -2001-11-29 Hrvoje Niksic <hniksic@arsdigita.com> - - * gen-md5.c: Use unsigned char * as the buffer argument to - gen_md5_update. - -2001-11-29 Hrvoje Niksic <hniksic@arsdigita.com> - - * connect.h: Declare select_fd. - -2001-11-29 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (descend_url_p): When resolving no_parent, compare with - start_url, not parent url. Otherwise link from /a/b/ to /a/c/ - wouldn't be followed, although the download started from /a/. - -2001-01-23 Herold Heiko <Heiko.Herold@previnet.it> - - * config.h.ms, mswindows.h: defined HAVE_ISATTY, use _isatty for - MS VC; somebody with Borland compiler please check and provide - patch if possible; - - * cmpt.c: provided a usleep emulation. - -2001-11-29 Hrvoje Niksic <hniksic@arsdigita.com> - - * host.c (address_list_new): Initialize al->faulty. - -2001-11-29 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (http_process_range): Accept the broken output of - "JavaWebServer/1.1.1". - -2001-11-28 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (dot_set_params): If PARAMS is unspecified, use - dot_style, if available. - - * init.c: Ditto. - - * main.c (main): Resurect --dot-style. - - * progress.c (dot_finish): Print the quantity if we're left at the - beginning of a row. - -2001-11-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * cmpt.c (random): Removed. - - * retr.c (sleep_between_retrievals): Use the more portable rand() - instead of random(). - -2001-11-27 Ian Abbott <abbotti@mev.co.uk> - - * retr.c (retrieve_from_file): Initialize `new_file' to NULL to - prevent seg fault. - -2001-11-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * connect.c (connect_to_many): Use address_list_set_faulty to - prevent the faulty address from being reused. - - * host.c (address_list_set_faulty): New function. - (address_list_get_bounds): New function, instead of - address_list_count. - -2001-11-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (convert_links): Don't translate %d-%d. - - * main.c (print_help): Remove stray HAVE_RANDOM code. - -2001-11-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (getftp): Improve output after sending PASV. Don't - attempt to "look up" the IP address we already know; call - connect_to_one directly. - -2001-11-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c: Change the default progress implementation to "bar". - -2001-11-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (bar_create): Print two newlines. - -2001-11-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * cmpt.c (random): New function, a simple-minded replacement for - random() on systems that don't have it. - -2001-11-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * config.h.in: Put a HAVE_USLEEP stub. - - * cmpt.c (usleep): Replacement implementation of usleep using - select. - - * init.c: New option init_rate. - - * main.c (main): New option --limit-rate. - - * retr.c (limit_bandwidth): New function. - (get_contents): Call it to limit the bandwidth used when - downloading. - - * progress.c (dot_update): Would print the wrong download speed on - rows other than the first one when the download was continued. - (dot_finish): Ditto. - -2001-11-26 Ian Abbott <abbotti@mev.co.uk> - - * http.c (gethttp): fix undeclared variable 'err' when compiled - with HAVE_SSL. - -2001-11-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c: Don't allocate new timers; use the timing data - propagated from the caller. - - * retr.c (get_contents): Allocate and use a timer. - -2001-11-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (last_host_ip): Made into an address_list. - (invalidate_persistent): Release pc_last_host_ip. - (register_persistent): Use lookup_host. - (persistent_available_p): Check for equality of hosts using - address_list_match_all. Call address_list_release. - (http_cleanup): New function. - - * ftp.c (getftp): Use lookup_host and connect_to_many. - - * http.c (gethttp): Use lookup_host and connect_to_many. - - * connect.c (make_connection): Removed. - (connect_to_one): New function. - (connect_to_many): Ditto. - (set_connection_host_name): Ditto. - - * host.c (lookup_host): New function; new return type. - (address_list_new): New function. - (address_list_count): Ditto. - (address_list_copy_one): Ditto. - (address_list_delete): Ditto. - (address_list_release): Ditto. - (pretty_print_address): Ditto. - -2001-11-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (retrieve_tree): In case of followed redirection, - blacklist the pre-redirection URL. - -2001-11-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (descend_redirect_p): New function. - (retrieve_tree): Make sure redirections are not blindly followed. - -2001-11-04 Alan Eldridge <alane@geeksrus.net> - - * config.h.in: added HAVE_RANDOM. - - * options.h: added random_wait to struct options. - - * main.c (print_help [HAVE_RANDOM], main): added arg parsing, help - for --random-wait. - - * retr.c (sleep_between_retrievals) [HAVE_RANDOM]: added - implementation of random wait times. - - * init.c (commands): added "randomwait" keyword. - -2001-11-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (descend_url_p): Be more conservative with blacklisting - URLs. - (convert_all_links): Print how many files have been converted, and - how long it took. - - * progress.c (create_image): Place the number of downloaded bytes - right after the progress bar. - - * utils.c (suffix): Return a pointer into the string. - -2001-11-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (convert_links): Handle CO_NULLIFY_BASE. - - * recur.c (retrieve_tree): Ignore download-ignorable children. - (convert_all_links): Specify CO_NULLIFY_BASE when link_base_p. - - * html-url.c (handle_link): Return the newly created urlpos. - (collect_tags_mapper): When dealing with BASE, store the base - reference and mark it as download-ignorable. - -2001-11-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (convert_links): Attempt to quote '?' as "%3F" when - linking to local files. Given up on the attempt, as it breaks - local browsing. - -2001-11-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (private_initialize): Removed. - (main): Don't call private_initialize. - - * http.c: Call lookup_host. - - * host.c (host_init): Removed. - (add_host_to_cache): Initialize host_name_address_map here, on - demand. - (ngethostbyname): Commented out. - - * connect.c (make_connection): Remove dead code; use lookup_host. - - * host.c (store_hostaddress): Renamed to lookup_host and reversed - the args. - Removed host_address_name_map and host_slave_master_map. - -2001-11-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (dot_create): Align the "[ skipping ... ]" string - with the dots. - - * retr.c (rate): Split into two functions: calc_rate and - retr_rate. - - * progress.c (create_image): Draw a dummy progress bar even when - total size is unknown. - (display_image): Place the text cursor at the end of the "image". - -2001-11-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (reencode_string): Use unsigned char, not char -- - otherwise the hex digits come out wrong for 8-bit chars such as - nbsp. - (lowercase_str): New function. - (url_parse): Canonicalize u->url if needed. - (get_urls_file): Parse each URL, and return only the valid ones. - (free_urlpos): Call url_free. - (mkstruct): Add :port if the port is non-standard. - (mkstruct): Append the query string to the file name, if any. - (urlpath_length): Use strpbrk_or_eos. - (uri_merge_1): Handle the cases where LINK is an empty string, - where LINK consists only of query, and where LINK consists only of - fragment. - (convert_links): Count and report both kinds of conversion. - (downloaded_file): Use a hash table, not a list. - (downloaded_files_free): Free the hash table. - - * retr.c (retrieve_from_file): Ditto. - - * main.c (main): Call either retrieve_url or retrieve_tree - for each URL, not both. - - * retr.c (register_all_redirections): New function. - (register_redirections_mapper): Ditto. - (retrieve_url): Register the redirections. - (retrieve_url): Make the string "Error parsing proxy ..." - translatable. - - * res.c (add_path): Strip leading slash from robots.txt paths so - that the path representations are "compatible". - (free_specs): Free each individual path, too. - (res_cleanup): New function. - (cleanup_hash_table_mapper): Ditto. - - * recur.c (url_queue_new): New function. - (url_queue_delete): Ditto. - (url_enqueue): Ditto. - (url_dequeue): Ditto. - (retrieve_tree): New function, replacement for recursive_retrieve. - (descend_url_p): New function. - (register_redirection): New function. - - * progress.c (create_image): Cosmetic changes. - - * init.c (cleanup): Do all those complex cleanups only if - DEBUG_MALLOC is defined. - - * main.c: Removed --simple-check and the corresponding - simple_host_check in init.c. - - * html-url.c (handle_link): Parse the URL here, and propagate the - parsed URL to the caller, who would otherwise have to parse it - again. - - * host.c (xstrdup_lower): Moved to utils.c. - (realhost): Removed. - (same_host): Ditto. - -2001-11-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (path_simplify): Preserver the (non-)existence of - leading slash. Return non-zero if changes were made. - -2001-11-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (bar_update): Don't modify bp->total_length if it is - zero. - -2001-11-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): When the redirection URL doesn't parse, - print the correct error message rather than "UNKNOWN". - -2001-11-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (bar_finish): If the timer didn't record any time - since the download beginning, fake 1ms. - -2001-11-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (recursive_retrieve): Fix typo. - -2001-11-23 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (create_image): Don't translate "%ld ". - -2001-11-23 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (bar_set_params): Allow the user to force the use of - the bar. - -2001-11-23 Lemble Gregory <gregory.lemble@st.com> - - * gen_sslfunc.c (ssl_init_prng): New function; seed the SSL RNG. - -2001-11-23 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c: Renamed dp_* functions to dot_* for greater clarity - and consistency with bar_*. - (print_download_speed): Get rid of the unneeded '@' character. - (create_image): Fix download rate geometry. - - * progress.c (print_elapsed): Remove spurious space. - (print_elapsed): Renamed to print_download_speed, since that's - what it does. - -2001-11-23 Hrvoje Niksic <hniksic@arsdigita.com> - - * progress.c (bar_update): If the downloaded amount becomes larger - than the expected amount, adjust the expected amount accordingly. - -2001-11-23 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (determine_screen_width): New function. - - * main.c (main): New option `--progress=TYPE'. - (main): Implement compatibility with the old option `--dot-style'. - - * init.c: Removed cmd_spec_dotstyle -- that logic is now in - dp_set_params. - (cmd_spec_progress): New function. - - * retr.c (get_contents): Use the progress_* functions instead of - the old show_progress(). - (show_progress): Removed. - (rate): Print "xxxx.xx K/s" instead of "KB/s". Ditto for MB/s, - etc. - - * progress.c (set_progress_implementation): New function. - (valid_progress_implementation_p): Ditto. - (progress_create): Ditto. - (progress_update): Ditto. - (progress_finish): Ditto. - (dp_create): Ditto. - (dp_update): Ditto. - (dp_finish): Ditto. - (dp_set_params): Ditto. - (print_elapsed): Ditto. - -2001-11-22 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (show_progress): Use it. - - * log.c (log_set_flush): New function. - -2001-11-22 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (path_simplify): Don't remove trailing slashes. - - * ftp.c (ftp_get_listing): Use it. - - * utils.c (file_merge): New function. - - * url.c (opt_url): Removed. - - * recur.c (recursive_retrieve): Inline "opt_url" logic. - - * main.c (main): Use xfree(), not free(). - - * url.c (rewrite_url_maybe): Renamed to rewrite_shorthand_url. - - * ftp.c (ccon): Move `ccon' typedef here, since it's only used - internally. - - * config.h.in: Include a stub for HAVE_STRPBRK. - - * cmpt.c (strpbrk): Include a replacement for systems without - strpbrk(). - - * ftp.c: Use url_set_dir and url_set_file when modifying the URL. - - * url.c (url_set_dir): New function. - (url_set_file): Ditto. - - * ftp-basic.c (ftp_process_type): Process FTP type here; the URL - parser makes the URL "params" available, so we can do that in this - function. - - * retr.c: Ditto. - - * ftp.c: Ditto; pass the local file information in `ccon'. - - * http.c: Get rid of the ugly kludge that had URL being replaced - with the proxy URL when proxy retrieval was requested. Use a - separate parameter to http_loop and gethttp for the proxy URL. - - * http.c: Changed to reflect the fact that local file, proxy, and - referer information are no longer stored in struct url. The local - file information is passed in `struct hstat' now. - - * url.c: Reworked URL parsing to be more regular. Reencode the - URL using reencode_string. - Removed non-URL-related information from struct url. This - includes fields `proxy', `local', and `referer'. - -2001-11-22 Jochen Hein <jochen@jochen.org> - - * main.c (main): Split the copyright notice for easier - translation. - -2001-08-21 Dave Turner <dct25@hermes.cam.ac.uk> - - * ftp-basic.c (ftp_size): New function to send non-standard SIZE - command to server to request file size. - * ftp.h (ftp_size): Export it. - * ftp.c (getftp): Use new ftp_size function if restoring - transfer of a file with unknown size. - -2001-11-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (parseurl): Don't depend on the now-obsolete TYPE. - -2001-11-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (getproxy): Handle URL shorthands. - -2001-11-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c: Remove --wait / --waitretry backwards compatibility - code. - -2001-11-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (main): Use it. - - * url.c (rewrite_url_maybe): New function. - -2001-11-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c: Clean up handling of URL schemes. - -2001-05-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c: Get rid of `protostrings'. - (skip_proto): Don't use protostrings. - (has_proto): Ditto. - -2001-11-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * Makefile.in: Conditionally compile getopt.o. - -2001-11-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * md5.h: Renamed to gnu-md5.h. - - * md5.c: Renamed to gnu-md5.c. - - * http.c: Ditto. - - * ftp-opie.c: Use the new macros. - - * sysdep.h: Define md5-related macros. - - * config.h.in: Define HAVE_SOLARIS_MD5 or HAVE_BUILTIN_MD5 - depending on which md5 implementation is used. - -2001-11-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * res.c (res_register_specs): Initialize OLD and HP_OLD to appease - the compiler. - -2001-11-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Print the whole response line when printing - headers is requested. - -2001-05-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * res.c: New file. Implement all RES-related code here. - -2001-11-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.7.1 is released. - -2001-11-16 Hrvoje Niksic <hniksic@arsdigita.com> - - * headers.c (header_extract_number): Ignore trailing whitespace. - -2001-08-24 Ian Abbott <abbotti@mev.co.uk> - - * html-url.c (collect_tags_mapper): Fix bug converting links - with -k option for tags with multiple link attributes by - handling links in the order they appear. - -2001-08-15 Ian Abbott <abbotti@mev.co.uk> - - * ftp.c (ftp_loop_internal): Avoid a potential buffer overflow in - the call to the 'rate' function by moving it past the error - checking for the 'getftp' function return value. - -2001-11-16 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-parse.c (advance_declaration): Use 0x22 instead of '"' or - '\"'. Different compilers' assert macros are broken in different - ways. - -2001-09-29 Christian Fraenkel <c.fraenkel@gmx.net> - - * http.c (gethttp): print debug output for errors occuring during - the ssl handshake. - -2001-11-16 Chris Seawood <cls@seawood.org> - - * init.c: Ditto. - - * host.c: Ditto. - - * connect.c: Ditto. - - * sysdep.h: Support compilation under BEOS. - -2001-06-08 Edward J. Sabol <sabol@alderaan.gsfc.nasa.gov> - - * url.c (url_equal): Fix a memory leak when parseurl returns an - error on the second URL. Also, since url_equal is not used at the - moment, do not compile it. - - * url.h: Ditto for the prototype of url_equal. - -2001-11-16 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-parse.c (map_html_tags): Support XML-style empty tags. - -2001-06-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * wget.h (DO_REALLOC_FROM_ALLOCA): Check for do_realloc_newsize in - loop condition because we're no longer setting SIZEVAR here. - -2001-06-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * wget.h (DO_REALLOC_FROM_ALLOCA): Set SIZEVAR after the memcpy() - call because it needs the old value. - -2001-06-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (ATTR_NAME_CHAR): Allow almost any character to be in - an attribute name. - -2001-06-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (url_filename): Make sure that slashes that sneak in to - u->file via query string get protected. - (file_name_protect_query_string): New function. - -2001-06-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (recursive_retrieve): Also check undesirable_urls with - canonicalized URL. - -2001-06-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Search `.netrc' with real host, not the proxy - one. - -2001-06-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * sysdep.h (MAP_FAILED): Provide MAP_FAILED for systems that don't - define it. - -2001-06-09 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftp.h: Provide correct prototype for ftp_parse_ls(). - -2001-06-04 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.7 is released. - -2001-06-03 Karl Eichwalder <ke@suse.de> - - * ftp-ls.c (ftp_parse_ls): Fix typo. - -2001-05-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * all: Update copyright information. - -2001-05-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Indicate that the continued download failed - for *this* file. - -2001-05-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Wget 1.7-pre1 is released. - -2001-05-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Updated version to 1.7-pre1. - -2001-05-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * gen_sslfunc.c: Don't include <sys/time.h> directly. - -2001-05-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Use real URL data for cookies, not the proxy - stuff. - -2001-05-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (print_help): Document `--no-http-keep-alive'. - - * utils.c (numdigit): Handle negative numbers *correctly*. - - * hash.c (make_nocase_string_hash_table): Use term "nocase" rather - than the confusing "unsigned". - - * utils.c (string_set_contains): Renamed from string_set_exists. - - * hash.c (hash_table_contains): Renamed from hash_table_exists. - - * cookies.c: Move case-insensitive hash tables to hash.c. - -2001-05-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Before concluding that the file is already - fully retrieved, make sure that the file existed and `Range' was - actually requested. - -2001-05-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (eliminate_dups): New function. - (build_cookies_request): Use it. - (build_cookies_request): Set chain_store_size after reallocating - all_chains. - (check_domain_match): Annotated for easier future debugging. - (store_cookie): In the debug message, print whether the cookie is - permanent. - -2001-05-08 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (http_loop): Reset no_truncate before deciding whether to - set it. - (gethttp): Further clarify "-c conflicts with existing file" error - message, based on input from Herold Heiko. - -2001-05-07 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (http_loop): If restval is set, set no_truncate to 1 - unconditionally. - -2001-05-02 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftp-ls.c (ftp_parse_winnt_ls): Assure months are being correctly - converted. Pointed out by <Stefan.Weil@de.heidelberg.com>. - (ftp_parse_vms_ls): Ditto. - -2001-04-30 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c (cmd_address): Zero SIN before using it; apparently - needed on *BSD. - -2001-04-29 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (ftp_loop_internal): Don't set NO_TRUNCATE if the file is - empty. - -2001-04-29 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (main): Make `--cookies' respect its argument. - -2001-04-28 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (main): Removed undocumented option `--email-address'. - - * netrc.c: Use the latest read_whole_line. - - * init.c (defaults): Set opt.ftp_pass to "-wget@". - - * mswindows.c (pwd_cuserid): Ditto. - - * utils.c (pwd_cuserid): Removed. - - * host.c (ftp_getaddress): Removed. - -2001-04-28 Hrvoje Niksic <hniksic@arsdigita.com> - - (http_loop): Allocate space for filename_plus_orig_suffix with - alloca; this is more efficient and removes the need to free it - before each and every return. - -2001-04-28 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Return RETRUNNEEDED when the retrieval is - unneeded because the file is already there and fully downloaded, - and -c is specified. - (http_loop): Handle RETRUNNEEDED. - - * wget.h (uerr_t): New value RETRUNNEEDED. - - * http.c (http_loop): Set no_truncate for files that both exist - and are non-empty. - (gethttp): Consider the download finished when restval >= contlen, - not only when restval==contlen. - (gethttp): Handle redirection before giving up due to -c. - (gethttp): Clarify error message which explains that -c will not - truncate the file. - (gethttp): When returning CONTNOTSUPPORTED, don't forget to free - the stuff that needs freeing and release the socket. - -2001-04-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (print_help): Wget booleans accept "off", not "no". - -2001-04-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (http_loop): If allow_cache is zero, always disable - caching, not only when retrieving through proxy. - - * init.c: Ditto. - - * options.h (struct options): Rename proxy_cache to allow_cache. - -2001-04-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (mktime_from_utc): Improve documentation. - (http_atotm): Put format strings into a separate array. - -2001-04-27 Hrvoje Niksic <hniksic@arsdigita.com> - - * safe-ctype.h: Instead of throwing #error when isalpha is - defined, redefine it to something that will throw a compile-time - error if actually *used*. Do the same for the rest of the - standard C macros. - -2001-04-26 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (getproxy): Ignore empty proxy vars. - -2001-04-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (http_loop): Would load cookies every time. - - * cookies.c (load_cookies): Handle cookies whose values contain - embedded spaces. - -2001-04-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c: Define each DIGITS_* in one line. - -2001-04-25 Roger L. Beeman <beeman@cisco.com> - - * http.c (http_atotm): Initialize t.tm_isdst to 0. - (mktime_from_utc): Prevent mktime() from having discontinuities at - DST transition points. - -2001-04-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-url.c (get_urls_html): Fix documentation. - -2001-04-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (UNSAFE_CHAR): Reimplement using a static table. - (url_init): Removed. - (init_unsafe_char_table): Removed. - -2001-04-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * snprintf.c (dopr): Replace ISDIGIT with '0' <= ch && ch <= '9'. - -2001-04-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c: Document timer functions. - - * retr.c (rate): Use it. - (rate): Print in GB/s if transfer rate exceeds 1 GB/s. - - * utils.c (wtimer_granularity): New function. - -2001-04-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (show_progress): Ditto. - - * ftp.c (getftp): Ditto. - - * http.c (gethttp): Use new timer functions. - - * utils.c (wtimer_allocate): New function. - (wtimer_new): Ditto. - (wtimer_delete): Ditto. - (wtimer_reset): Ditto. - (wtimer_elapsed): Ditto. - -2001-04-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (long_to_string): New, faster version. Favors smaller - numbers; much of the calculation is now done at compile-time. - -2001-04-24 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (numdigit): Handle negative numbers. - -2001-04-23 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (show_progress): Print the download rate even when the - percentages are not available. - -2001-04-21 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (getftp): Adjust expected_bytes if the length is - authoritative. - -2001-04-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c: Don't declare `construct'. - - * hash.c (grow_hash_table): Speed up rehashing; inline storing of - mappings to new locations. - (hash_table_new): Make resize_threshold a field in the hash table, - so we don't have to recalculate it in each hash_table_put. - (grow_hash_table): Update resize_threshold. - (MAX): Remove unused macro. - (prime_size): Made static. - -2001-04-14 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): Call uri_merge, not url_concat. - - * html-url.c (collect_tags_mapper): Call uri_merge, not - url_concat. - - * url.c (mkstruct): Use encode_string instead of xstrdup followed - by URL_CLEANSE. - (path_simplify_with_kludge): Deleted. - (contains_unsafe): Deleted. - (construct): Renamed to uri_merge_1. - (url_concat): Renamed to uri_merge. - -2001-04-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (str_url): Use encode_string instead of the unnecessary - CLEANDUP. - (encode_string_maybe): New function, returns input string if no - encoding is needed. - (encode_string): Call encode_string_maybe to do the dirty work, - xstrdup if no work needed. - -2001-04-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * wget.h (XDIGIT_TO_xchar): Define here. - - * url.c (decode_string): Use new name. - (encode_string): Ditto. - - * http.c (XDIGIT_TO_xchar): Rename HEXD2asc to XDIGIT_TO_xchar. - (dump_hash): Use new name. - - * wget.h: Rename ASC2HEXD and HEXD2ASC to XCHAR_TO_XDIGIT and - XDIGIT_TO_XCHAR respectively. - -2001-04-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c: Include cookies.h. - - * cookies.h: Declare cookies_cleanup. - - * cookies.c (check_domain_match): Remove unused variable. - (save_cookies): Remove extraneous argument from debug statement. - - * host.c (same_host): Don't call skip_url. - - * url.c (skip_url): Removed. Removed its calls from various - functions in url.c. - -2001-04-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (unsigned_string_hash): Use the new code in - string_hash as reference. - - * hash.c (hash_table_map): Allow deletion and change of the - element processed by MAPFUN. - (string_hash): Use the function from glib. - -2001-04-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * config.h.in: Include #undef stub. - - * hash.c (hash_table_remove): Rewrite to actually clear deleted - entries instead of just marking them as deleted. - -2001-04-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * hash.h: Declare hash_table_get_pair and hash_table_count. - -2001-04-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c: Declare http_atotm. - -2001-04-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp-ls.c (ftp_parse_unix_ls): Use octal constants for - permissions. A compiler that doesn't accept octal constants is - seriously broken and shouldn't be used -- octal constants were - present in K&R C! - -2001-01-20 Karl Eichwalder <ke@suse.de> - - * Makefile.in: Provide and use DESTDIR according to the Coding - Standards. - -2001-04-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp-ls.c (ftp_parse_vms_ls): Make seconds optional in time - specification. - -2001-04-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (parseurl): Don't strip trailing slash when u->dir is "/" - because that strips the *leading* slash, thus forcing relative - FTP retrieval. - -2001-04-10 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftp.c (getftp): Convert initial FTP directory from VMS to UNIX - notation for VMS servers. - (ftp_retrieve_dirs): Do not prepend '/' to f->name when - odir is an empty string. - -2001-04-10 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftp-ls.c (ftp_parse_winnt_ls): Made the fix for AM/PM more - effective. Suggested by Edward J. Sabol. - -2001-04-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * cookies.c (build_cookies_request): Use and sort cookies from all - matching domains. - (build_cookies_request): Check for duplicates before generating - the `Cookies' header. - - * main.c (main): Don't load cookies here. - (main): Make loadcookies and savecookies call the correct command. - - * http.c (http_loop): Load cookies on-demand. - -2001-04-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Fix indentation of SSL ifdef. - -2001-04-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (ftp_retrieve_dirs): Don't forcibly prepend "/" to u->dir; - that hack is no longer necessary. - (getftp): Prepend initial directory to *non*-absolute u->dir's. - -2001-04-09 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c (cmd_file): New function. - (enable_tilde_expansion): New variable. - (run_wgetrc): Use it. - (cmd_file): Use it. - -2001-04-08 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c: Include cookie-related options. - - * main.c (main): Include cookie-specific options. - (main): Load cookies before download is finished. - (main): Save cookies when done. - - * http.c (gethttp): Process the `Set-Cookie' header. - (gethttp): Include cookies in the response. - - * cookies.c: New file. - -2001-04-08 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (datetime_str): New function. - -2001-04-08 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftp-ls.c (ftp_parse_winnt_ls): The AM/PM change did assume - 12:01PM == 00:01, which was obviously wrong. Taken care of this - anomaly. - - * ChangeLog: Removed an excess conflict marker. Reformatted the - entry by Philipp Thomas from 2001-03-09. - - * ftp-ls.c (ftp_parse_winnt_ls): Ensure that adjusted PM hours lay - between 0 and 23. Elminate unused variable `sec'. - -2001-04-08 Hrvoje Niksic <hniksic@arsdigita.com> - - * hash.c (hash_table_count): New function. - -2001-04-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (read_file): Cast MAP_FAILED to char *. Enforced by - Digital Unix cc. - -2001-04-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * config.h.in: Oops, do the namespace tweaks only on systems we - know about. - -2001-04-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * hash.c: Include <string.h>. - -2001-04-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * config.h.in: Define "compilation environment" options that work - under Linux and Solaris. To be reviewed on other OS'es. - -2001-04-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Prepend literal newline with `\n\'. - -2001-04-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * sysdep.h: Don't define VERY_LONG_FORMAT. - - * utils.c (very_long_to_string): New function. - (legible_very_long): Use it; don't use VERY_LONG_FORMAT. - -2001-04-04 Christian Fraenkel <christian.fraenkel@gmx.net> - - * url.c (parse_uname): Would run past the end of the string if the - username was present, but the URL did not contain a slash, e.g. - http://foo:bar@myhost. - -2001-04-03 KOJIMA Hajime <kjm@rins.ryukoku.ac.jp> - - * http.c (http_atotm): Use %A instead of %a to match full - weekday. (On most systems there is no difference.) - -2001-04-03 Paul Bludov <paul@ozero.net> - - * mswindows.c (sleep): Use SleepEx() instead of Sleep(). - (ws_changetitle): Use alloca() instead of malloc() to avoid memory - leak. - (ws_mypath): Use GetModuleFileName instead of argv[0]. - (ws_startup): Use data.wVersion for comparison. - -2001-04-02 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (http_loop): Ditto. - - * ftp.c (ftp_loop_internal): Made the check whether to continue - retrieval `-O'-friendly. - -2001-04-02 Hrvoje Niksic <hniksic@arsdigita.com> - - * netrc.c (parse_netrc): Don't trim the line endings explicitly; - they will be handled as whitespace. - (parse_netrc): Correctly handle lines that end with whitespace. - -2001-04-02 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): New variable global_download_count used - to identify first retrieval. - - * ftp.c (getftp): Ditto. - - * http.c (gethttp): Rewind opt.dfp only on first retrieval. - -2001-04-02 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c (cmd_address): Heap-allocate the address that gets stored - to CLOSURE. Old code would simply assign an address on the stack. - -2001-04-01 Nicolas Lichtmaier <nick@debian.org> - - * ftp.c (ftp_get_listing): Propagate error status. - (ftp_retrieve_glob): Use it. - (ftp_loop): Ditto. - -2001-04-01 Nicolas Lichtmaier <nick@debian.org> - - * main.c (main): Add -C to the string that is the third arg to - getopt_long(). - -2001-04-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (getftp): Don't start the download from scratch if `-c' - was specified, but the file is already fully downloaded. - - * http.c (gethttp): Don't truncate a pre-existing file if `-c' was - specified and the server doesn't support continued download. - (gethttp): Don't start the download from scratch if `-c' was - specified, but the file is already fully downloaded. - -2001-03-31 Hrvoje Niksic <hniksic@arsdigita.com> - - (recursive_retrieve): Don't clear the hash tables at this point at - all; it interferes with the normal operation of register_download. - -2001-03-31 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (recursive_retrieve): Clear the hash tables only when - they are defined. - -2001-03-31 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Make sure the socket is closed with - CLOSE_INVALIDATE before we have drained the body. - -2001-03-31 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): Call register_download() for downloaded - files and register_html() for downloaded HTML files. - - * recur.c (register_download): New function; register here that a - file has been downloaded, rather than in recursive_retrieve(). - (register_html): New function; enqueue the location of HTML files - here rather than in recursive_retrieve(). - -2001-03-31 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (print_help): Use multiple fputs instead of a single ugly - printf(). - (main): Consistently assign numbers >128 to options without a - corresponding character. - -2001-03-09 Philipp Thomas <pthomas@suse.de> - - * safe-ctype.h: New file. Locale independent ctype.h replacement - taken from libiberty. - - * safe-ctype.c: New file. Tables for above. - - * Makefile.in: Add safe-ctype$o to OBJS. Add dependencies for - safe-ctype$o. - - * cmpt.c: Remove include of ctype.h. Use ISSPACE instead of - isspace. - - * ftp-basic.c: Don't include ctype.h. - - * ftp-ls.c: Likewise. - - * ftp.c: Likewise. - - * headers.c: Likewise. - - * host.c: Likewise. - - * html-parse.c: Likewise. - - * html-url.c: Likewise. - - * http.c: Likewise. - - * init.c: Likewise. - - * main.c: Likewise. Set LC_CTYPE along with LC_MESSAGES. - - * netrc.c: Likewise. - - * recur.c: Likewise. - - * retr.c: Likewise. - - * snprintf.c: Replace ctype.h with safe-ctype.h. Use ISDIGIT - instead of isdigit. - - * sysdep.h: Remove defines of ctype macros as they aren't needed - for safe-ctype-h. - - * url.c: Don't include ctype.h. - - * utils.c: Likewise. - - * wget.h: Include safe-ctype.h. - -2001-03-27 Dan Harkless <wget@harkless.org> - - * Makefile.in: Moved top_builddir out of "User configuration - section" of top Makefile and analogous spot in this one. - -2001-03-17 Dan Harkless <wget@harkless.org> - - * Makefile.in: Include @SSL_INCLUDES@ substition in INCLUDES. - Define top_builddir. Link wget with libtool so the user doesn't - have to supply a bunch of custom environment variables to - correctly link with the OpenSSL shared libraries. - -2001-03-06 Hack Kampbjorn <hack@hackdata.com> - - * http.c (gethttp): skip :port in host header if it is the - DEFAULT_HTTPS_PORT when using SSL. - - * url.c: move the #define of DEFAULT_HTTP_PORT, DEFAULT_FTP_PORT - and DEFAULT_HTTPS_PORT to the header file so it can be use in the - rest of the code. - * url.h: Ditto - -2001-03-01 Jonas Jensen <bones@huleboer.dk> - - * retr.c (show_progress): Correctly calculate the number of bytes - in the first line of the download that have been actually - downloaded in this run. - -2001-02-23 Dan Harkless <wget@harkless.org> - - * main.c (print_help): --help documentation for -N said it would - re-download files if they had the _same_ timestamp on server. - (print_help): -nr belongs in "FTP options" section of --help - output, not "Recursive retrieval" section. Alphabetized FTP - options by long option name. - -2001-02-16 Dan Harkless <wget@harkless.org> - - * init.c (commands): Hack Kampbjørn <hack@hackdata.com> discovered - that "httpsproxy" had been inserted into commands[] out of - alphabetical order, causing "BUG: unknown command `httpuser'". - -2001-02-13 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftp-ls.c (ftp_parse_ls): Added support of ST_MACOS (Unix-like - listing without correct permissons). - - * ftp.h (stype): Added ST_MACOS to identify the NetPresenz MacOS - FTP server. - - * ftp.c (ftp_retrieve_list): New mirroring logic: A remote file - shall be donwloaded only when it's newer than the local copy or - when it has the same timeestamp but its size is different. ST_VMS - and ST_MACOS as special cases that lie about file size. - - * ftp-ls.c (ftp_parse_ls): Support for ST_MACOS. - - * Makefile.in: Removed dependency on ftpparse library due to unclear - copyright issues and absence of any feedback to our queries. - - * ftp-ls.c: Removed dependency on ftpparse library due to unclear - copyright issues and absence of any feedback to our queries. - (ftp_parse_ls): Added a warning message when remote server system - does not seem to be suported by wget. - (ftp_parse_vms_ls): New function for parsing VMS ftp - server listing output. - (clean_line): New function responsible for removing - end-of-line characters from FTP listing texts. - - * ftp.c (getftp): Global variables pwd and host_type are now - member of the ccon structure under names ccon.id and ccon.rs. - - * ftp.h (struct ccon): Added formed global variables from ftp.c, - enum stype rs (remote system identification) and char *id (initial - working directory), as suggested by Hrvoje. - - * url.c (parse_uname): Added support for passwords containing '@' - characters. - (skip_uname): Ditto. - -2001-02-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (ftp_loop): Reset con. - -2001-01-06 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * url.c (parse_uname): Added support for passwords containing '@' - characters. - (skip_uname): Ditto. - -2001-02-11 Hack Kampbjørn <hack@hackdata.com> - - * url.c (parseurl): Debug-print u->ftp_type. - -2001-02-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (ftp_loop_internal): Disable padding. - (getftp): Ditto. - - * http.c (http_loop): Disable padding. - - * retr.c (show_progress): Use it to enable padding. - - * retr.c (rate): Optional parameter PAD for padding the rate. - -2001-02-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (show_progress): Make sure that the last output line - includes progress. - -2001-02-10 Jonas Jensen <bones@huleboer.dk> - - * retr.c (show_progress): Print the download rate along with the - percentages. - Along with Anders Thorsby <anders@thorsby.dk>. - -2001-02-10 Tim Mooney <mooney@dogbert.cc.ndsu.NoDak.edu> - - * ftp.h: Rename enums `command' to `wget_ftp_command' and - `fstatus' to `wget_ftp_status' because old names clash with Tru64 - net/if.h. - -2001-02-08 Christian Fraenkel <christian.fraenkel@gmx.net> - - * gen_sslfunc.c: verify_callback is now static - - * gen_sslfunc.c (init_ssl): load certificate if specified - - * gen_sslfunc.c (ssl_printerr): new function - - * init.c: added new --sslcertfile and --sslcertkey switches - - * main.c: ditto - - * options.h: ditto - - * http.c (gethttp): abort when init_ssl fails - -2001-01-23 Herold Heiko <Heiko.Herold@previnet.it> - - * mswindows.h: Include <malloc.h>; it's needed for alloca(). - -2001-01-10 Dan Harkless <wget@harkless.org> - - * url.c (str_url): Clarified this function's comment header after - Hrvoje answered my question on the list as to when hide != 1. - Also Hrvoje pointed out I need to use xstrdup() on the string literal. - -2001-01-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * connect.c (bindport): Declare addrlen as int. Diagnosed by - Drazen Kacar <dave@arsdigita.com>. - (conaddr): Ditto. - -2001-01-09 Dan Harkless <wget@harkless.org> - - * html-url.c: A bunch of fixup of `--page-requisites'-related - comments to reflect Hrvoje's changes to my code when transplanting - it into this new file, to fix spelling mistakes, to clarify, etc. - - * url.c (write_backup_file): Clarified a comment. - (str_url): Henrik van Ginhoven pointed out on the list that we - shouldn't give away the number of characters in the password by - replacing each character with a 'x'. Use "<password>" instead. - - * ftp.c (ftp_retrieve_dirs): The bug where recursion into FTP - directories didn't work if logging in put you in a directory other - than "/" is fixed now. Removed the comment here warning of the bug. - - * main.c (print_help): --continue's description was misleading. - We don't "restart", we "resume". Also, better to say - "partially-downloaded file" rather than just "existing file". - -2001-01-06 Dan Harkless <wget@harkless.org> - - * ChangeLog: The '[Not in 1.6 branch.]'s were decided not to be - the best way to go about my aim. Removed them in favor of: - - * ChangeLog-branches/1.6_branch.ChangeLog: New file. - -2001-01-04 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (replace_attr): New function, to be used by both - TO_COMPLETE and TO_RELATIVE case in convert_links. - (find_fragment): New function for finding URL fragments. - (replace_attr): Better handle the case where the original string - is not quoted. Use find_fragment. - (convert_links): Use replace_attr(). - -2000-12-31 Dan Harkless <wget@harkless.org> - - * ChangeLog: Since this flat file doesn't have multiple branches, - looking at the dates would make you think that things went into - 1.6 that actually just went into the 1.7-dev branch. Added "[Not - in 1.6 branch.]" where appropriate to clarify. - -2000-12-30 Dan Harkless <wget@harkless.org> - - * ftp.c, http.c: Applied Hack Kampbjørn <hack@hackdata.com>'s - patch to deal with h_errno not being defined in netdb.h under Cygwin. - -2000-12-18 Csaba Raduly <csaba.raduly@sophos.com> - - * sysdep.h: Include <malloc.h> and <io.h> under Watcom. - -2000-12-17 Igor Khristophorov <igor@atdot.org> - - * http.c (check_end): Fix test for '+' or '-'. - -2000-12-17 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (parseurl): Rename inner loop var from i to ind to avoid - clash with the function top-level-declared variable i. - (str_url): Likewise, rename inner-loop i to j. - - * recur.c (parse_robots): Don't declare LEN at top of function. - (robots_match): Renamed parameter FORBIDDEN to avoid hiding of - global variable. - - * main.c (main): Change erroneous use of bitwise and to logical. - - * init.c (cmd_address): Don't heap-allocate `sin'; it can be on - the stack because it will be copied to closure. - - Thanks to Csaba Raduly's run of PC-LINT over the sources. - -2000-12-17 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (basic_authentication_encode): Use xmalloc(), not - malloc(). Thanks to Csaba Raduly's run of PC-LINT over the - sources. - -2000-12-17 Csaba Raduly <csaba.raduly@sophos.com> - - * sysdep.h: Test for __EMX__ rather than for EMXOS2 for OS/2 - compilation. - -2000-12-17 Hrvoje Niksic <hniksic@arsdigita.com> - - * mswindows.c: Include <errno.h>. - - * gen_sslfunc.c: Include <errno.h>. - - * ftp-basic.c: Don't attempt to declare errno or h_errno because - they're not used. - - * main.c: Include <errno.h> because errno is used. - - * ftp.c: Ditto. - - * http.c: Include <netdb.h> for h_errno. - -2000-12-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-parse.c (advance_declaration): MSVC assert() chokes on - '\"'. Use '"' instead. - -2000-12-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (xfree_real): Removed. - (xfree_debug): Just call free(). - - * wget.h (xfree): Make it an alias for free. - -2000-12-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (http_loop): Furthermore, touch output_document only if - it is known to be an existing regular file. - -2000-12-11 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (ftp_retrieve_list): Ditto. - - * http.c (http_loop): Touch output_document if that is used for - output. - -2000-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c: Include gen_sslfunc.h after including Wget's headers. - (persistent_available_p): Needed coma before `int ssl'. - -2000-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (ftp_loop_internal): Ditto. - - * http.c (http_loop): Use it. - - * retr.c (sleep_between_retrievals): New function that handles the - logic of opt.wait and opt.waitretry. - -2000-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * rbuf.h: Implement only a single version of RBUF_READCHAR, using - rbuf_read_bufferful when the buffer is depleted. - - * rbuf.c (rbuf_read_bufferful): New function. - -2000-12-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * gen_sslfunc.h: Use ansi2knr style function declarations. - - * gen_sslfunc.c: Reformat according to the GNU coding standards. - More should be done. - - * http.c (persistent_available_p): Place the cheap SSL test nearer - the top of the function. - (CLOSE_FINISH, CLOSE_INVALIDATE): Define only one version of each. - -2000-12-05 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (init_unsafe_char_table): Reinstate space as an unsafe - char. - -2000-12-03 Christian Fraenkel <christian.fraenkel@gmx.net> - - * Makefile.in: added gen_sslfunc object - * config.h.in: added HAVE_SSL define - * connect.c: changed select_fd from static int to int - * connect.h: ditto - * gen_sslfunc.h: New file - * gen_sslfunc.c: ditto - * http.c: added HTTPS fuctionality - * retrc.c: ditto - * url.c: ditto - * init.c: added opt.httpsproxy - * options.h: ditto - * rbuf.h: added alternate rbuf struct - * wget.h: added CONSSLERR - * rbuf.c: ditto - - * http.c: Added HTTPS fuctionality. - - * retrc.c: Ditto. - - * url.c: Ditto. - - * init.c: Added opt.httpsproxy. - - * options.h: Ditto. - - * rbuf.h: Added alternate rbuf struct. - - * wget.h: Added CONSSLERR. - - * rbuf.c: Ditto. - -2000-11-30 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftp-ls.c (ftp_parse_unix_ls): Added second parameter - "ignore_perms" to ignore file and directory permissions for - Windows NT FTP server listings. - (ftp_parse_winnt_ls): New function. - (ftp_parse_ls): Parses UNIX and Windows NT listings - separately. Simple heuristics for distinguishing between UNIX and - MS-DOS-like FTP listing provided by Windows NT FTP service. - -2000-11-18 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftpparse.c, ftpparse.h: New files. - - * ftp-ls.c (ftp_parse_ls): Use ftp_parse_unix_ls for UNIX servers - only. Use ftp_parse_nonunix_ls otherwise. - (ftp_parse_nonunix_ls): Stub to the ftpparse library handling all - exotic FTP servers. - - * ftp.h (stype): New enum, distinguishes UNIX, VMS, and "other" - FTP servers. - - * ftp.c: New static wariables host_type, pwd, and pwd_len. - (getftp): Support for VMS. Support for FTP servers that do not - place you in the root directory after login. - (ftp_retrieve_list): VMS is silent about the real file size, issue - a more appropriate message. - (ftp_get_listing): Pass host_type to ftp_parse_ls. - - * ftp-basic.c (ftp_pwd, ftp_syst): New functions. - -2000-11-30 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftp-ls.c (ftp_parse_unix_ls): Added second parameter - "ignore_perms" to ignore file and directory permissions for - Windows NT FTP server listings. - (ftp_parse_winnt_ls): New function. - (ftp_parse_ls): Parses UNIX and Windows NT listings - separately. Simple heuristics for distinguishing between UNIX - and MS-DOS-like FTP listing provided by Windows NT FTP service. - -2000-11-29 John Summerfield <summer@OS2.ami.com.au> - - * netrc.c (parse_netrc): Get rid of line ending. - -2000-11-25 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (ftp_retrieve_list): Undo typo "fix" until resolution by - Dan. - -2000-11-24 Karl Eichwalder <ke@suse.de> - - * main.c (print_help): Untabify. - -2000-11-23 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (xrealloc_debug): Do the unregister/register thing only - if the pointer has actually changed. - (xmalloc_real): Declare `static' in DEBUG_MALLOC builds. - (xfree_real): Ditto. - (xrealloc_real): Ditto. - (xstrdup_real): Ditto. - -2000-11-22 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (getftp): ftp_getaddress() returns a malloc'ed copy of the - string; no need to strdup() it. - (getftp): Make pwd_len a local variable. - (ftp_loop): Free PWD before returning. - - * init.c (cleanup): Free opt.ftp_pass only if it's non-NULL. - -2000-11-22 Hrvoje Niksic <hniksic@arsdigita.com> - - * all: Use xfree() instead of free. - - * utils.c (xfree): New function. - -2000-11-21 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (convert_links): HTML-quote the converted string. - - * utils.c (html_quote_string): Move here from ftp-ls.c - (html_quote_string): Make non-static; declare in utils.h. - (html_quote_string): Convert SP to  . - -2000-11-21 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (getftp): Reformat Jan's code according to GNU coding - standards; remove (debugging?) printf's; use '\0' for the ASCII - zero character. Use alloca() instead of malloc() for - inter-function temporary allocations. - -2000-11-18 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * ftpparse.c, ftpparse.h: New files. - - * ftp-ls.c (ftp_parse_ls): Use ftp_parse_unix_ls for UNIX servers - only. Use ftp_parse_nonunix_ls otherwise. - (ftp_parse_nonunix_ls): Stub to the ftpparse library handling all - exotic FTP servers. - - * ftp.h (stype): New enum, distinguishes UNIX, VMS, and "other" - FTP servers. - - * ftp.c: New static wariables host_type, pwd, and pwd_len. - (getftp): Support for VMS. Support for FTP servers that do not - place you in the root directory after login. - (ftp_retrieve_list): VMS is silent about the real file size, issue - a more appropriate message. - (ftp_get_listing): Pass host_type to ftp_parse_ls. - - * ftp-basic.c (ftp_pwd, ftp_syst): New functions. - -2000-11-21 Hrvoje Niksic <hniksic@arsdigita.com> - - * hash.c (hash_table_put): Don't overwrite deleted mappings. - -2000-11-21 Hrvoje Niksic <hniksic@arsdigita.com> - - * hash.c (find_mapping): New function. - (hash_table_get): Use it. - (hash_table_get_pair): Ditto. - (hash_table_exists): Ditto. - (hash_table_remove): Ditto. - (hash_table_remove): Really delete the entry if the mapping - following LOCATION is empty. - - * utils.c (string_set_add): Check whether the element has existed - before. - - * hash.c (hash_table_get_pair): New function. - -2000-11-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (http_process_type): Ignore trailing whitespace; use - strdupdelim(). - - * recur.c (recursive_retrieve): Use the new `convert' field. - (convert_all_links): Ditto. - (convert_all_links): Don't respect meta_disallow_follow. - - * html-url.c (handle_link): Fill out link_relative_p and - link_complete_p. - - * url.h (struct _urlpos): Make elements more readable. - - * recur.c (recursive_retrieve): Call slist_prepend instead of - slist_append. - (convert_all_links): Call slist_nreverse before iterating through - urls_html. - - * utils.c (slist_prepend): New function. - (slist_nreverse): Ditto. - -2000-11-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (check_end): Constify. - -2000-11-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (http_loop): If username and password are known, try the - `Basic' authentication scheme by default. - - * connect.h: Declare test_socket_open. - -2000-11-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * version.c: Bump version from 1.5.3+dev to 1.7-dev. - -2000-11-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Don't use the return value of sprintf(). - (gethttp): Inhibit keep-alive if opt.http_keep_alive is 0. - -2000-11-20 Hrvoje Niksic <hniksic@arsdigita.com> - - * recur.c (recursive_retrieve): Print the "so we don't load" - debugging message only if we really don't load. - - * http.c (gethttp): Inhibit keep-alive if proxy is being used. - (gethttp): Don't request keep-alive if keep-alive is inhibited. - -2000-11-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (gethttp): Make the HTTP persistent connections more - robust. - -2000-11-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (get_contents): If use_expected, make sure that the - appropriate amount of data is being read. - - * http.c (gethttp): Check for both `Keep-Alive: ...' and - `Connection: Keep-Alive'. - - * wget.h (DEBUGP): Call debug_logprintf only if opt.debug is - turned on. - -2000-11-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * http.c (connection_available_p): Use it. - - * connect.c (test_socket_open): New function. - - * http.c (gethttp): Support persistent connections. Based on the - ideas, and partly on code, by Sam Horrocks <sam@daemoninc.com>. - (register_persistent): New function. - (connection_available_p): Ditto. - (invalidate_connection): Ditto. - -2000-11-19 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (convert_links): Handle UREL2ABS case. - - * recur.c (recursive_retrieve): Instead of the list - urls_downloaded, use hash tables dl_file_url_map and - dl_url_file_map. - (convert_all_links): Use them to retrieve data. - - * host.c (clean_hosts): Free the hash tables. - - * main.c (private_initialize): Call host_init(). - - * host.c (store_hostaddress): Use a saner, hash table-based data - model. - (realhost): Ditto. - (host_init): Initialize the hash tables. - -2000-11-18 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (slist_append): Eviscerate NOSORT. Hash tables are now - used for what the sorted slists used to be used for. - (slist_contains): Don't rely on the list being sorted. - (slist_append): Simplify the code. - - * recur.c (recursive_cleanup): Use free_string_set. - - * utils.c (string_set_add, string_set_exists, string_set_free): - New functions for easier freeing of hash tables whose keys are - strdup'ed strings. - - * recur.c (recursive_retrieve): Use the hash table functions for - storing undesirable URLs. - - * hash.c: New file. - -2000-11-17 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (private_initialize): Call url_init. - (main): Call private_initialize. - - * url.c (unsafe_char_table): New table. - (UNSAFE_CHAR): Use it. - (init_unsafe_char_table): New function. - (url_init): New function; call init_unsafe_char_table. - -2000-11-16 Hrvoje Niksic <hniksic@arsdigita.com> - - * mswindows.h: Define snprintf and vsnprintf to _snprintf and - _vsnprintf respectively. - -2000-11-15 Hrvoje Niksic <hniksic@arsdigita.com> - - * config.h.in: Do the _XOPEN_SOURCE and _SVID_SOURCE things only - on Linux. - -2000-11-15 Hrvoje Niksic <hniksic@arsdigita.com> - - * html-url.c (handle_link): Handle HTML fragment identifiers. - - * recur.c (recursive_retrieve): If norobot info is respected and - the file is specified not to be followed by robots, respect that. - - * html-url.c (collect_tags_mapper): Handle <meta name=robots - content=X>. For us the important cases are where X is NONE or - where X contains NOFOLLOW. - (get_urls_html): Propagate that information to the caller. - -2000-11-13 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (convert_links): Unlink the file we might be reading from - before writing to it. - (convert_links): Use alloca instead of malloc for - filename_plus_orig_suffix. - -2000-11-12 Hrvoje Niksic <hniksic@arsdigita.com> - - * host.c (realhost): Add HOST to the list with quality==0 only if - it wasn't already there. - Based on analysis by Lu Guohan <feng@public.bjnet.edu.cn>. - -2000-11-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (get_urls_file): Ditto. - (convert_links): Ditto. - - * html-url.c (get_urls_html): Use read_file() instead of - load_file(). - - * utils.c (read_file): New function, instead of the old - load_file(). - (read_file_free): Ditto. - - * url.c (findurl): Search only for the supported protocols. - (convert_links): Use fwrite() when writing out a region of - characters. - -2000-11-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp-ls.c: Move html_quote_string and ftp_index here. - - * url.c: Remove get_urls_html, since that's now in html-url.c. - - * html-url.c: New file. - - * html-parse.c: New file. - -2000-11-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c (run_wgetrc): Don't bother killing off '\r' since - pars_line() skips whitespace at end of line anyway. - (parse_line): Oops, it didn't. Now it does. - - * recur.c (parse_robots): Ditto here. - - * ftp-ls.c (ftp_parse_unix_ls): Kill off the newline character - manually because read_whole_line no longer does. - - * utils.c (read_whole_line): Rewrite to: a) use less memory - (reallocates to needed size after work), b) work faster --> - fgets() instead of getc, c) be more correct --> doesn't kill the - newline character at the end of line. - -2000-11-10 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c (comind): Initialize MAX to array size - 1. - -2000-11-08 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (construct): Changed last_slash[-1] to *(last_slash - 1). - Suggested by Edward J. Sabol. - -2000-11-08 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (construct): Handle the case where host name is not - followed by a slash. - -2000-11-06 Hrvoje Niksic <hniksic@arsdigita.com> - - * init.c: commands[] need to be sorted! ("base" wasn't.) - -2000-11-05 Hrvoje Niksic <hniksic@arsdigita.com> - - * wget.h (DO_REALLOC_FROM_ALLOCA): Use braces to disambiguate - `if'. - -2000-11-05 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (construct): Insert unneeded initialization for the - compiler to shut up. - - * config.h.in: Define _XOPEN_SOURCE to 500 to get the prototype - for strptime() (*duh*). Define _SVID_SOURCE to get S_IFLNK which - otherwise gets lost when you define _XOPEN_SOURCE. - - * utils.c (touch): Include the file name in the error message. - From Debian. - -2000-11-05 Hrvoje Niksic <hniksic@arsdigita.com> - - * log.c (logvprintf): Use vsnprintf() in all cases. If necessary, - resize the buffer to fit the formated message. That way, messages - of arbitrary size may be printed. - (logvprintf): Use saved_append() to optionally log the last - several lines of output. - (logputs): Ditto. - (log_close): Adapt to new data structures. - (log_dump): Ditto. - (redirect_output): Print messages to stderr, not to stdout. - - * log.c (saved_append_1): New function. Replaces the old logging - system ("log all output until 10M characters") with a new, much - more reasonable one ("log last screenful of text"). - (saved_append): New function; call saved_append_1. - (free_log_line): New function. - -2000-11-05 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (construct): Fix comment. - (find_last_char): Document. - -2000-11-04 Hrvoje Niksic <hniksic@arsdigita.com> - - * snprintf.c: New file. - -2000-11-03 Hrvoje Niksic <hniksic@arsdigita.com> - - * wget.h: If HAVE_STDARG_H is not defined, don't declare argument - types to logprintf() and debug_logprintf(). - -2000-11-02 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (ftp_loop_internal): Hide the password from the URL when - printing non-verbose. Problem spotted by Dariusz Mlynarczyk - <darekm@bydg.lomac.com.pl>. - -2000-11-02 Junio Hamano <junio@twinsun.com> - - * ftp-basic.c (ftp_login): Make comparison case-insensitive. - -2000-11-02 Tyler Riddle <triddle@liquidmarket.com> - - * http.c (known_authentication_scheme_p): Recognize NTML - authentication. - (create_authorization_line): Treat NTML the same as `Basic'. - -2000-11-02 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): Free url before returning. - (retrieve_url): Free mynewloc before returning. - Spotted by Mark A. Mankins <Mankins_Mark@prc.com>. - -2000-11-02 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (parseurl): Remove possible reading past the end of - sup_protos[]. Spotted by Mark A. Mankins <Mankins_Mark@prc.com>. - -2000-11-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (main): In case of opt.downloaded overflowing, print - <overflow> instead of a totally bogus random value. - - * retr.c (retrieve_from_file): Ditto. - - * recur.c (recursive_retrieve): Ditto. - - * main.c (main): Ditto. - - * http.c (http_loop): Ditto. - - * ftp.c (ftp_loop_internal): Use downloaded_increase() instead of - `+=', and downloaded_exceeds_quota() instead of the simple-minded - check. - (ftp_retrieve_list): Ditto. - (ftp_retrieve_dirs): Ditto. - (ftp_retrieve_glob): Ditto. - - * retr.c (downloaded_increase): New function. Notice overflows of - opt.downloaded. - (downloaded_exceeds_quota): Make sure that opt.downloaded is not - used if it overflowed. - - * options.h (struct options): New member downloaded_overflow. - -2000-11-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * wget.h (enum): Remove extra space after last enumeration. - -2000-11-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * main.c (main): Use legible_very_long() for printing - opt.downloaded. - - * utils.c (legible_1): New function that operates on strings and - does the brunt of legible()'s work. - (legible): Use legible_1(). - (legible_very_long): New function; dump the argument with - sprintf(), and call legible_1(). - - * options.h (struct options): Use VERY_LONG_TYPE for - opt.downloaded. - - * sysdep.h (VERY_LONG_TYPE): Define it to have a 64-bit or greater - type. - - * config.h.in: Make sure that SIZEOF_LONG and SIZEOF_LONG_LONG get - defined. Define HAVE_LONG_LONG if long long is available. - -2000-11-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * utils.c (long_to_string): Update with a later, better version. - -2000-11-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (path_simplify_with_kludge): New function. - (path_simplify_with_kludge): Disable it. Instead... - (parse_dir): ...make sure that at this point the right thing is - done, i.e. that "query" part of the URL (?...) is always assigned - to the file, never to the directory portion of the path. - -2000-11-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): Detect redirection cycles. - -2000-11-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (get_urls_html): Decode HTML entities using - html_decode_entities. - - * html.c (htmlfindurl): Don't count the `#' in numeric entities - (&#NNN;) as an HTML fragemnt. - (html_decode_entities): New function. - -2000-11-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * html.c (htmlfindurl): Fix recognition of # HTML fragments. - -2000-11-01 Hrvoje Niksic <hniksic@arsdigita.com> - - * url.c (construct): Rewritten for clarity. Avoids the - unnecessary copying and stack-allocation the old version - performed. - -2000-10-31 Hrvoje Niksic <hniksic@arsdigita.com> - - * ftp.c (getftp): Ditto. - - * http.c (gethttp): Rewind the stream when retrying from scratch. - -2000-10-31 Hrvoje Niksic <hniksic@arsdigita.com> - - * retr.c (retrieve_url): Use url_concat() to handle relative - redirections instead of /ad hoc/ code. - - * url.c (url_concat): New function encapsulating weird - construct(). - (urllen_http_hack): New function. - (construct): When constructing new URLs, recognize that `?' does - not form part of the file name in HTTP. - -2000-10-13 Adrian Aichner <adrian@xemacs.org> - - * retr.c: Add msec timing support for WINDOWS. - * retr.c (reset_timer): GetSystemTime() on WINDOWS. - * retr.c (elapsed_time): Calculate delta time to msec on WINDOWS. - -2000-10-27 Dan Harkless <wget@harkless.org> - - * retr.c (retrieve_url): Manually applied T. Bharath - <TBharath@responsenetworks.com>'s patch to get wget to grok - illegal relative URL redirects. Reformatted and re-commented it. - -2000-10-23 Dan Harkless <wget@harkless.org> - - * connect.c (make_connection and bindport): Manually applied Rob - Mayoff <mayoff@dqd.com>'s 1.5.3 patch to add --bind-address, - changing coding style to GNU's. - - * ftp.c (ftp_loop_internal): --delete-after wasn't implemented for - files downloaded via FTP. Per a comment, .listing files were not - counted towards number of bytes and files downloaded because they're - deleted anyway. Well, they aren't under -nr, so count them then. - - * init.c: Manually applied Rob Mayoff's 1.5.3 patch to add - --bind-address, alphabetizing, changing coding style to GNU's, - commenting, and renaming cmd_ip_address() to cmd_address() to - imply hostnames also okay. - - * main.c (main): --delete-after didn't delete the root of the - tree. Ignore --convert-links if --delete-after was specified. - Manually applied Rob Mayoff's 1.5.3 patch to add --bind-address, - fixing duplicate use of added-since-1.5.3 case value. - (print_help): Clarified that --delete-after deletes local files. - Rob forgot to add a line for his new --bind-address option. - - * options.h (struct options): Manually applied Rob Mayoff's patch - to add --bind-address (bind_address structure member). - - * recur.c (recursive_retrieve): Improved comment; added DEBUGP(). - Ignore --convert-links if --delete-after was specified. - - * retr.c (retrieve_from_file): Just added a DEBUGP(). - -2000-10-19 Dan Harkless <wget@harkless.org> - - * ftp.c (ftp_loop_internal): downloaded_file() enumerators changed. - (getftp): Applied Piotr Sulecki <Piotr.Sulecki@ios.krakow.pl>'s - patch to work around FTP servers that incorrectly respond to the - "REST" command with the remaining size rather than the total file size. - - * http.c (gethttp): Improved a comment and added code to tack on - ".html" to text/html files without that extension when -E specified. - (http_loop): Use new downloaded_file() enumerators and deal with - the case of gethttp() called xrealloc() on u->local. - - * init.c (commands): Added new "htmlextension" command. - Also renamed John Daily's cmd_quad() to the more descriptive - cmd_lockable_boolean(), alpha-sorted the CMD_DECLARE()s and - removed duplicate cmd_boolean() declaration. - - * main.c (print_help): Added my new -E / --html-extension option. - (main): Undocumented --email-address option previously used -E synonym. - Stole it away for the much more deserving --html-extension's use. - - * options.h (struct options): Added html_extension field. - - * url.c (convert_links): URL X that we saved as X.html locally due - to -E needs to be backed up as X.orig, not X.html.orig. Added comments. - (downloaded_file): Now remembers if we added .html extension to a file. - - * url.h (downloaded_file_t): Added extra enumerators to support above. - (downloaded_file): Now takes and returns a downloaded_file_t. - - * wget.h (unnamed "dt" enum): Added ADDED_HTML_EXTENSION enumerator. - -2000-10-09 Dan Harkless <wget@harkless.org> - - * html.c (htmlfindurl): Added unneeded initialization to quiet warning. - - * main.c (print_help): Clarified what --retr-symlinks does. - -2000-09-15 John Daily <jdaily@cyberdude.com> - - * init.c: Add support for "always" and "never" values to allow - .wgetrc to override commandline (useful e.g. with .pm files - calling `wget --passive-ftp' when your firewall doesn't allow that). - - * ftp.c (getftp): passive_ftp is first option to support always/never. - -2000-08-30 Dan Harkless <wget@harkless.org> - - * ftp.c (ftp_retrieve_list): Use new INFINITE_RECURSION #define. - - * html.c: htmlfindurl() now takes final `dash_p_leaf_HTML' parameter. - Wrapped some > 80-column lines. When -p is specified and we're at a - leaf node, do not traverse <A>, <AREA>, or <LINK> tags other than - <LINK REL="stylesheet">. - - * html.h (htmlfindurl): Now takes final `dash_p_leaf_HTML' parameter. - - * init.c: Added new -p / --page-requisites / page_requisites option. - - * main.c (print_help): Clarified that -l inf and -l 0 both allow - infinite recursion. Changed the unhelpful --mirrior description - to simply give the options it's equivalent to. Added new -p option. - (main): Added some comments; handle new -p / --page-requisites. - - * options.h (struct options): Added new page_requisites field. - - * recur.c: Changed "URL-s" to "URLs" and "HTML-s" to "HTMLs". - Calculate and pass down new `dash_p_leaf_HTML' parameter to - get_urls_html(). Use new INFINITE_RECURSION #define. - - * retr.c: Changed "URL-s" to "URLs". get_urls_html() now takes - final `dash_p_leaf_HTML' parameter. - - * url.c: get_urls_html() and htmlfindurl() now take final - `dash_p_leaf_HTML' parameter. - - * url.h (get_urls_html): Now takes final `dash_p_leaf_HTML' parameter. - - * wget.h: Added some comments and new INFINITE_RECURSION #define. - -2000-08-23 Dan Harkless <wget@harkless.org> - - * main.c (print_help): -B / --base was not mentioned. - -2000-08-22 Dan Harkless <wget@harkless.org> - - * main.c (print_help): Modified -nc description to mention that it - also prevents the creation of multiple versions of the same file - with ".<number>" suffixes. - -2000-07-14 Jan Prikryl <prikryl@cg.tuwien.ac.at> - - * retr.c (retrieve_url): Consistently strdup opt.referer when - setting u->referer. - -2000-06-09 Dan Harkless <wget@harkless.org> - - * main.c (print_help): --help output for --waitretry was over 80 cols. - -2000-06-09 Hrvoje Niksic <hniksic@iskon.hr> - - * url.c (encode_string): Fix comment. - Suggested by Herold Heiko <Heiko.Herold@previnet.it>. - -2000-06-01 Const Kaplinsky <const@ce.cctpu.edu.ru> - - * ftp.c (ftp_retrieve_list): Change permissions only on plain - files. - -2000-06-01 Hrvoje Niksic <hniksic@iskon.hr> - - * url.c (str_url): Print the port number only if it's different - from the default port number for that protocol. - -2000-05-22 Dan Harkless <wget@harkless.org> - - * main.c (print_help): Added --help line for Damir Dzeko - <ddzeko@zesoi.fer.hr>'s until-now-undocumented --referer option. - Removed comments that --referer and --waitretry were undocumented. - Changed "`.wgetrc' command" to "`.wgetrc'-style command" on --help - line for --execute. - -2000-05-18 Hrvoje Niksic <hniksic@iskon.hr> - - * ftp.c (getftp): Ditto. - - * http.c (gethttp): Check for return value of fclose/fflush. - -2000-04-12 Hrvoje Niksic <hniksic@iskon.hr> - - * host.c (store_hostaddress): Instead of shifting ADDR, start - copying from the correct address. - -2000-04-12 Hrvoje Niksic <hniksic@iskon.hr> - - * http.c (gethttp): Don't free REQUEST -- it was allocated with - alloca(). - Pointed out by Gisle Vanem <gvanem@eunet.no>. - -2000-04-04 Dan Harkless <wget@harkless.org> - - * host.c (store_hostaddress): R. K. Owen's patch introduces a - "left shift count >= width of type" warning on 32-bit - architectures. Got rid of it by tricking the compiler w/ a variable. - - * url.c (UNSAFE_CHAR): The macro didn't include all the illegal - characters per RFC1738, namely everything above '~'. It also - generated a warning on OSes where char =~ unsigned char. Fixed. - -1998-10-17 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_process_type): Removed needless strdup(), a memory - leak. - -1998-09-25 Hrvoje Niksic <hniksic@srce.hr> - - * html.c (htmlfindurl): Set PH to the first occurrence of `#'. - -1998-09-25 Simon Munton <simonm@m4data.co.uk> - - * init.c (wgetrc_file_name): Don't free HOME under Windows. - -1998-12-01 "R. K. Owen" <rkowen@Nersc.GOV> - - * host.c (store_hostaddress): Fix for big endian 64-bit machines. - -1998-12-01 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (UNSAFE_CHAR): New macro. - (contains_unsafe): Use it. - (encode_string): Ditto. - -1998-12-01 Hrvoje Niksic <hniksic@srce.hr> - - * main.c (i18n_initialize): Use LC_MESSAGES only if available. - -2000-03-31 Hrvoje Niksic <hniksic@srce.hr> - - * Use TOUPPER/TOLOWER. - -1998-12-22 Alexander V. Lukyanov <lav@yars.free.net> - - * ftp-opie.c (btoe): Zero-terminate OSTORE. - -2000-03-21 Hrvoje Niksic <hniksic@iskon.hr> - - * wget.h (DO_REALLOC_FROM_ALLOCA): Ditto. - - * sysdep.h (ISALNUM): New macro. - (TOLOWER): Ditto. - (TOUPPER): Ditto. - -2000-03-10 Dan Harkless <wget@harkless.org> - - * html.c (idmatch): Implemented checking of my new --follow-tags - and --ignore-tags options. - - * init.c (commands): Added comment reminding people adding new - entries doing allocation to add corresponding freeing in cleanup(). - (commands): Added new followtags and ignoretags commands. - (cleanup): Free storage for new followtags and ignoretags. - - * main.c: Use of "comma-separated list" was random -- normalized - it. Did some alphabetization. Added comments pointing out - "Options without arguments" and "Options accepting an argument" - sections of long_options[]. Added new options --follow-tags and - -G / --ignore-tags. Added comment that Damir's --referer is - currently undocumented. Added comment that Heiko's --waitretry is - partially undocumented (mentioned in --help but not in - wget.texi). Moved improperly sorted 24, 129, and 'G' cases. - - * options.h (struct options): Added new fields follow_tags and - ignore_tags. - - * wget.h: Added "#define EQ 0" so we can say "strcmp(a, b) == EQ". - -2000-03-02 Dan Harkless <wget@harkless.org> - - * ftp.c (ftp_loop_internal): Heiko introduced "suggest explicit - braces to avoid ambiguous `else'" warnings. Eliminated them. - - * http.c (gethttp): Dan Berger's query string patch is totally - bogus. If you have two different URLs, gen_page.cgi?page1 and - get_page.cgi?page2, they'll both be saved as get_page.cgi and the - second will overwrite the first. Also, parameters to implicit - CGIs, like "http://www.host.com/db/?2000-03-02" cause the URLs to - be printed with trailing garbage characters, and could seg fault. - Backing out the patch, which Dan B. informed me by email was just - a kludge to download StarOffice from Sun made necessary due to - wget's unconditional escaping of certain characters (room for an - option there?). - (http_loop): Heiko introduced "suggest explicit braces to avoid - ambiguous `else'" warnings. Eliminated them. - - * main.c: Heiko's --wait / --waitretry backwards compatibility - code looks to have been totally untested -- automatic variable - 'wr' was used without being initialized, and a long int was passed - into setval()'s char* val parameter. - - * recur.c (parse_robots): Applied Edward J. Sabol - <sabol@alderaan.gsfc.nasa.gov>'s patch for Guan Yang's reported - problem with "User-agent:<space>*<space>" lines in robots.txt. - - * url.c (parseurl, str_url): Removing Dan Berger's code (see - http.c above for explanation). - -1999-08-25 Heiko Herold <Heiko.Herold@previnet.it> - - * ftp.c: Respect new option waitretry. - -2000-01-30 Damir Dzeko <ddzeko@zesoi.fer.hr> - - * http.c (gethttp): Send custom Referer, if required. - -1999-09-24 Charles G Waldman <cgw@fnal.gov> - - * netrc.c (parse_netrc): Allow passwords to contain spaces. - - * netrc.c (parse_netrc): New function. - -1999-09-17 Dan Berger <dberger@ix.netcom.com> - - * http.c (gethttp): Send it. - - * url.c (parseurl): Detect query string in HTTP URL-s. - (str_url): Print it. - -2000-03-02 HIROSE Masaaki <hirose31@t3.rim.or.jp> - - * html.c (html_allow): Add <link href=...> and <script src=...>. - -1999-05-02 andrew deryabin <djsf@softhome.net> - - * http.c (gethttp): Specify port in `Host' header only if it's - different from 80. - -1998-11-03 Edward J. Sabol <sabol@alderaan.gsfc.nasa.gov> - - * recur.c (recursive_retrieve): If a finite maximum depth is - specified, and we're are already at that depth, don't download the - HTML file for parsing. - -2000-03-01 Dan Harkless <wget@harkless.org> - - * ftp.c (ftp_loop_internal): Call new downloaded_file() function, - even though we don't do conversion on HTML files retrieved via - FTP, so _current_ usage of downloaded_file() makes this call unneeded. - (ftp_retrieve_list): Added a comment saying where we need to - stat() a .orig file if FTP'd HTML file conversion is ever implemented. - (ftp_retrieve_list): "Local file '%s' is more recent," is sometimes - a lie -- reworded as "Server file no newer than local file '%s' --". - - * http.c (http_loop): Fixed a typo and clarified a comment. - (http_loop): When -K and -N are specified together, compare size - and timestamp of server file X against local file X.orig (if - extant) rather than converted local file X. - (http_loop): "Local file '%s' is more recent," is sometimes a lie - -- reworded as "Server file no newer than local file '%s' --". - (http_loop): Call new downloaded_file() function to prevent - wrongful overwriting of .orig file when -N is specified. - - * url.c (convert_links): When -K specified, only rename X to - X.orig if downloaded_file() returns TRUE. Otherwise when we skip - file X due to -N, we clobber an X.orig from a previous invocation. - (convert_links): Call the failsafe xstrdup(), not the real strdup(). - (convert_links): Added a note asking anyone who understands how - multiple URLs can correspond to a single file to comment it. - (downloaded_file): Added this new function. - - * url.h (downloaded_file): Added prototype for this new function - as well as its downloaded_file_t enum type. - - * wget.h (boolean): Added this new typedef and TRUE and FALSE #defines. - -2000-02-29 Dan Harkless <wget@harkless.org> - - * version.c: Upped version to developer-only "1.5.3+dev". - -2000-02-18 Dan Harkless <wget@harkless.org> - - * init.c (backup_converted): Added this new option. - - * main.c (-K / --backup-converted): Added this new option. - - * options.h (backup_converted): Added this new option. - - * url.c (convert_links): When backup_converted is specified, save - file X as X.orig before converting. - - * url.h (urlpos): Fixed typo -- said "Rekative" instead of "Relative". - -1998-09-21 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5.3 is released. - -1998-09-21 Hrvoje Niksic <hniksic@srce.hr> - - * host.c (ftp_getaddress): Don't warn when reverse-lookup of local - address doesn't yield FQDN. - -1998-09-21 Andreas Schwab <schwab@issan.informatik.uni-dortmund.de> - - * cmpt.c (strerror): Fix declaration of sys_errlist. - -1998-09-11 Hrvoje Niksic <hniksic@srce.hr> - - * main.c (main): Don't use an array subscript as the first - argument to STRDUP_ALLOCA. - From Kaveh R. Ghazi. - -1998-09-11 Szakacsits Szabolcs <szaka@sienet.hu> - - * html.c (htmlfindurl): Download table background. - -1998-09-11 Hans Grobler <grobh@conde.ee.sun.ac.za> - - * init.c (parse_line): Would free *com before allocating it. - (parse_line): Would free com instead of *com. - -1998-09-10 Howard Gayle <howard@fjst.com> - - * url.c (get_urls_html): Would drop the last character of the - link. - -1998-09-10 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_loop): Don't print status code if quiet. - -1998-09-10 Kaveh R. Ghazi <ghazi@caip.rutgers.edu> - - * log.c: Use <stdarg.h> only when __STDC__. - -1998-09-10 Adam D. Moss <adam@foxbox.org> - - * html.c (htmlfindurl): Download <layer src=...>. - -1998-09-10 Howard Gayle <howard@fjst.com> - - * ftp.c (ftp_retrieve_list): Don't update the time stamp of a file - not retrieved. - -1998-06-27 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c: Include <libc.h> on NeXT. - -1998-06-26 Heinz Salzmann <heinz.salzmann@intermetall.de> - - * url.c (get_urls_html): Fix calculation of URL position. - -1998-06-23 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5.2 is released. - -1998-06-23 Dave Love <d.love@dl.ac.uk> - - * ftp.c, init.c, netrc.c: Include errno.h. - - * http.c: Include errno.h and time header. - - * Makefile.in (exext): Define. - (install.bin, uninstall.bin): Use it. - -1998-06-21 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_loop): Don't attempt to compare local and remote - sizes if the remote size is unknown. - -1998-06-16 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (get_urls_html): Use malloc() instead of alloca in the - loop. - -1998-06-13 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5.2-b4 is released. - -1998-06-13 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (get_urls_html): Ignore spaces before and after the URI. - -1998-06-08 Wanderlei Antonio Cavassin <cavassin@conectiva.com.br> - - * ftp.c (getftp): Translate `done'. - -1998-06-06 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5.2-b3 is released. - -1998-06-06 Alexander Kourakos <awk@bnt.com> - - * init.c (cleanup): Close dfp, don't free it. - -1998-06-06 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (make_directory): Twiddle. - - * config.h.in: Added template for access(). - -1998-06-05 Mathieu Guillaume <mat@cythere.com> - - * html.c (htmlfindurl): Download <input src=...> - -1998-06-03 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (file_exists_p): Use access() with two arguments. - -1998-05-27 Martin Kraemer <Martin.Kraemer@mch.sni.de> - - * netrc.c (parse_netrc): Correct logic. - -1998-05-27 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Added `break'; suggested by Lin Zhe Min - <ljm@ljm.wownet.net>. - -1998-05-24 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5.2-b2 is released. - -1998-05-18 Juan Jose Rodriguez <jcnsoft@jal1.telmex.net.mx> - - * mswindows.h: Don't translate mkdir to _mkdir under Borland. - -1998-05-17 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (elapsed_time): Return correct value when - HAVE_GETTIMEOFDAY is undefined. - -1998-05-13 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5.2-b1 is released. - -1998-05-08 Hrvoje Niksic <hniksic@srce.hr> - - * getopt.c (_getopt_internal): Use exec_name instead of argv[0]. - (_getopt_internal): Don't translate `#if 0'-ed strings. - -1998-05-06 Douglas E. Wegscheid <wegscd@whirlpool.com> - - * mswindows.c (ws_handler): Use fork_to_background(). - -1998-05-05 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5.1 is released. - -1998-05-05 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (parse_http_status_line): Avoid `minor' and `major' - names. - -1998-05-02 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (mkdirhier): Renamed to make_directory. - -1998-05-01 Hrvoje Niksic <hniksic@srce.hr> - - * mswindows.c (fork_to_background): Define under Windows. - - * utils.c (fork_to_background): New function. - - * html.c (htmlfindurl): Removed rerdundant casts. - -1998-05-01 Douglas E. Wegscheid <wegscd@whirlpool.com> - - * mswindows.c (ws_mypath): Cache the path. - -1998-04-30 Douglas E. Wegscheid <wegscd@whirlpool.com> - - * ftp.h: Prefix enum ftype members with FT_. - - * ftp-ls.c, ftp.c, html.h: Adjust accordingly. - - * mswindows.h: Use stat under Borland, _stat under MSVC. - -1998-04-28 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (known_authentication_scheme_p): New function. - (gethttp): Handle authorization more correctly. - - * ftp-basic.h: Removed. - - * cmpt.h: Removed. - - * utils.c: Include <unistd.h> before <pwd.h>; needed under SunOS - with gcc 2.8. - (numdigit): Use `while' loop. - - * http.c (create_authorization_line): Detect authentication - schemes case-insensitively. - - * http.c (extract_header_attr): Use strdupdelim(). - (digest_authentication_encode): Move declaration of local - variables to smaller scope. - (digest_authentication_encode): Reset REALM, OPAQUE and NONCE. - (create_authorization_line): Detect authentication schemes - case-insensitively. - - * utils.c (touch): Constify. - - * http.c (gethttp): Report a nicer error when no data is received. - - * rbuf.h (RBUF_READCHAR): Ditto. - - * ftp-basic.c (ftp_response): Use sizeof. - -1998-04-27 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (print_percentage): EXPECTED is long, not int. - (print_percentage): Use floating-point arithmetic to avoid - overflow with large files' sizes multiplied with 100. - -1998-04-27 Gregor Hoffleit <flight@mathi.uni-heidelberg.de> - - * config.h.in: Added pid_t stub. - - * sysdep.h (S_ISREG): Moved here from mswindows.h (NeXT doesn't - define it). - -1998-04-20 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5.0 is released. - -1998-04-18 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (str_url): Ditto. - - * ftp-basic.c (ftp_rest): Use new name. - - * utils.c (long_to_string): Renamed from prnum(). - -1998-04-16 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b17 is released. - -1998-04-08 Hrvoje Niksic <hniksic@srce.hr> - - * headers.c (header_get): New argument FLAGS. - - * http.c (gethttp): If request is malformed, bail out of the - header loop. - (gethttp): Check for empty header *after* the status line checks. - (gethttp): Disallow continuations for status line. - -1998-04-08 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b16 is released. - -1998-04-08 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (commands): Renamed `always_rest' to `continue'. - -1998-04-05 Hrvoje Niksic <hniksic@srce.hr> - - * all: Use it. - - * log.c (logputs): New argument. - (logvprintf): Ditto. - (logprintf): Ditto. - -1998-04-04 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_atotm): Update comment. - - * main.c (i18n_initialize): Set LC_MESSAGES, not LC_ALL. - - * wget.h: Renamed ENABLED_NLS to HAVE_NLS. - - * main.c (i18n_initialize): New function. - (main): Use it. - - * log.c: Include <unistd.h>. - - * retr.c (show_progress): Cast alloca to char *. - -1998-04-04 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b15 is released. - -1998-04-04 Hrvoje Niksic <hniksic@srce.hr> - - * utils.h: Declare file_non_directory_p(). - -1998-04-03 Hrvoje Niksic <hniksic@srce.hr> - - * main.c (main): It's `tries', not `numtries' now. - -1998-04-01 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (getperms): Removed. - -1998-04-01 Tim Charron <tcharron@interlog.com> - - * log.c (logvprintf): Don't use ARGS twice. - -1998-04-01 John <john@futuresguide.com> - - * mswindows.c: Cleaned up. - -1998-04-01 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b14 is released. - -1998-04-01 Hrvoje Niksic <hniksic@srce.hr> - - * ftp-opie.c (STRLEN4): New macro. - (btoe): Use it. - -1998-04-01 Junio Hamano <junio@twinsun.com> - - * http.c: Document all the Digest functions. - -1998-04-01 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (file_non_directory_p): Renamed from isfile(). - - * mswindows.h (S_ISREG): New macro, suggested by Tim Adam. - -1998-03-31 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (mkdirhier): Use 0777 instead of opt.dirmode. - - * init.c (cmd_spec_dotstyle): Use 48 dots per line for binary - style. - (cmd_permissions): Removed. - - * config.h.in: Add template for WORDS_BIGENDIAN. - -1998-03-31 Junio Hamano <junio@twinsun.com> - - * http.c (HEXD2asc): New macro. - (dump_hash): Use it. - -1998-03-31 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b13 is released. - -1998-03-31 Hrvoje Niksic <hniksic@srce.hr> - - * main.c (main): Don't try to use `com'. - -1998-03-30 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (cmd_permissions): New function. - -1998-03-30 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b12 is released. - -1998-03-30 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (commands): Renamed `numtries' to `tries'. - (cmd_spec_debug): Removed. - (home_dir): Under Windows, return `C:\' if HOME is undefined. - -1998-03-29 Hrvoje Niksic <hniksic@srce.hr> - - * config.h.in: Define _XOPEN_SOURCE. - - * init.c (check_user_specified_header): New function. - (cmd_spec_header): Use it. - (cmd_spec_useragent): New function. - -1998-03-29 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b11 is released. - -1998-03-28 Hrvoje Niksic <hniksic@srce.hr> - - * wget.h: Include <libintl.h> only if NLS is enabled. - -1998-03-26 Hrvoje Niksic <hniksic@srce.hr> - - * options.h (struct options): Made `wait' a long. - (struct options): Ditto for `timeout'. - -1998-03-19 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (exists): Renamed to file_exists_p. - (file_exists_p): Use access() if available. - -1998-03-17 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (memfatal): Set save_log_p to 0 to avoid potential - infloop. - - * log.c: do_logging -> save_log_p. - - * config.h.in: Added template for HAVE_VSNPRINTF. - -1998-03-16 Hrvoje Niksic <hniksic@srce.hr> - - * init.c: Ditto. - - * http.c: Protect declaration against non-ANSI compiler. - - * log.c (logvprintf): Use vsnprintf() if available. - - * getopt.c (main): Don't translate test stuff. - -1998-03-16 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b10 is released. - -1998-03-11 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Don't translate "CWD %s". - - * wget.h (GCC_FORMAT_ATTR): Renamed from FORMAT_ATTR. - -1998-03-07 Hrvoje Niksic <hniksic@srce.hr> - - * ftp-opie.c (btoe): Use memcpy() instead of strncat(). - - * log.c (logputs): New function. - (logvprintf): Renamed from vlogmsg; use logputs(). - - * retr.c (show_progress): Print `[100%]' when the retrieval is - finished. - - * init.c (run_wgetrc): Use FILE, not PATH. - (wgetrc_file_name): Ditto. - -1998-03-07 Tim Adam <tma@osa.com.au> - - * recur.c (parse_robots): Correctly reset `entries' on empty - disallow. - -1998-03-07 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (cmd_spec_debug): Use cmd_boolean(). - -1998-02-23 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (gethttp): Create proxy-authorization correctly. - -1998-02-22 Hrvoje Niksic <hniksic@srce.hr> - - * md5.c: Ditto. - - * getopt.c: Use ANSI function definitions. - - * ftp-opie.c: New file. - - * options.h: Don't redefine EXTERN. - - * init.c: Sort it correctly. - -1998-02-22 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b9 is released. - -1998-02-22 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (recursive_retrieve): Reset `first_time'. - - * ftp.c (getftp): Added `default' clause to switches of uerr_t. - - * rbuf.c (rbuf_peek): Simplified. - (rbuf_flush): Use MINVAL. - - * wget.h (MINVAL): Moved from url.h. - - * rbuf.h (RBUF_FD): New macro. - - * url.c (add_url): Add to the head of the list. - - * ftp.c (ftp_retrieve_list): Set the permissions to downloaded - file. - (getftp): Set the default permissions to 0600. - -1998-02-21 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (get_urls_html): Ditto. - (convert_links): Ditto. - - * recur.c (parse_robots): Ditto. - - * html.c (ftp_index): Ditto. - - * ftp-ls.c (ftp_parse_unix_ls): Open file as binary. - - * init.c (defaults): Initialize `opt' to zero via memset. - - * http.c (digest_authentication_encode): goto considered harmful. - -1998-02-19 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (delelement): Simplify and fix leak. - -1998-02-18 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (dump_hash): Use HEXD2ASC instead of home-grown stuff. - - * url.h (HEXD2ASC): Removed warning. - - * init.c (comind): Use binary search. - (commands): Reorganized. - (setval): Ditto. - (cmd_boolean): New function. - (cmd_number): Ditto. - (cmd_number_inf): Ditto. - (cmd_string): Ditto. - (cmd_vector): Ditto. - (cmd_directory_vector): Ditto. - (cmd_bytes): Ditto. - (cmd_time): Ditto. - (cmd_spec_debug): Ditto. - (cmd_spec_dirmode): Ditto. - (cmd_spec_dirstruct): Ditto. - (cmd_spec_dotstyle): Ditto. - (cmd_spec_header): Ditto. - (cmd_spec_htmlify): Ditto. - (cmd_spec_mirror): Ditto. - (cmd_spec_outputdocument): Ditto. - (cmd_spec_recursive): Ditto. - (settime): Merged with cmd_time(). - (setbytes): Merged with cmd_bytes(). - (setonoff): Merged with cmd_boolean(). - (onoff): Ditto. - -1998-02-17 Hrvoje Niksic <hniksic@srce.hr> - - * Makefile.in (distclean): Remove `config.h'. - -1998-02-17 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b8 is released. - -1998-02-17 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (digest_authentication_encode): New function. - (create_authorization_line): Use it. - (dump_hash): New function. - (digest_authentication_encode): Use it. - - * fnmatch.c: Renamed from `mtch.c'. - -1998-02-15 Karl Eichwalder <ke@suse.de> - - * main.c (main): Tag "Written by..." string as translatable. - -1998-02-15 Hrvoje Niksic <hniksic@srce.hr> - - * wget.h (FREE_MAYBE): New macro. - - * http.c (create_authorization_line): Don't use ANSI C string - concatenation feature. - (basic_authentication_encode): Use alloca() for temporary - variables. - - * recur.h: Ditto. - - * http.c: Ditto. - - * headers.h: Ditto. - - * ftp-basic.c: Protect declaration against non-ANSI compiler. - - * http.c (create_authorization_line): Cast `unsigned char *' to - `char *' for sprintf, to shut up the noisy Digital Unix cc. - -1998-02-15 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b7 is released. - -1998-02-15 Hrvoje Niksic <hniksic@srce.hr> - - * cmpt.c (strstr): Synched with glibc-2.0.6. - - * ftp-basic.c (calculate_skey_response): Ditto. - (calculate_skey_response): Use alloca(). - - * http.c (create_authorization_line): Work with FSF's version of - md5.c. - - * md5.c: New file, from GNU libc. - -1998-02-14 Hrvoje Niksic <hniksic@srce.hr> - - * url.h (URL_CLEANSE): Name the temporary variable more carefully. - -1998-02-13 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (basic_authentication_encode): New function, instead of - the macro. - -1998-02-13 Junio Hamano <junio@twinsun.com> - - * http.c: Add HTTP-DA support. - * ftp-basic.c: Add Opie/S-key support. - * config.h.in, Makefile.in: Add HTTP-DA and Opie/S-key support. - * md5.c, md5.h: New files. - -1998-02-13 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_process_range): Renamed from hprocrange(). - (http_process_range): Parse the whole header. - - * headers.c: New file. - (header_process): New function. - (header_get): Renamed from fetch_next_header. - - * all: Include utils.h only where necessary. - - * wget.h: Declare xmalloc(), xrealloc() and xstrdup() here. - - * wget.h: Add provisions for dmalloc. - -1998-02-12 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b6 is released. - -1998-02-12 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_loop): Determine `filename' more precisely. - - * init.c (setval): Don't set `opt.quiet' if output-document is - `-'. - - * log.c (log_init): Print to STDERR instead of STDOUT. - (vlogmsg): Use STDERR by default. - (logflush): Ditto. - -1998-02-11 Simon Josefsson <jas@pdc.kth.se> - - * host.c: Use addr_in again. - -1998-02-08 Karl Eichwalder <karl@suse.de> - - * http.c (gethttp): Fixed typo. - -1998-02-08 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b5 is released. - -1998-02-08 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (show_progress): Use it. - - * log.c (logflush): New function. - - * wget.h: Utilize __attribute__ if on gcc. - -1998-02-07 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (base64_encode_line): New argument LENGTH. - (BASIC_AUTHENTICATION_ENCODE): Use it. - (BASIC_AUTHENTICATION_ENCODE): Take length of HEADER into account. - - * main.c (main): Fixed fprintf() format mismatch. - -1998-02-06 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b4 is released. - -1998-02-03 Simon Josefsson <jas@pdc.kth.se> - - * host.c: use sockaddr_in instead of addr_in. - -1998-02-04 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (cleanup): Use it. - - * recur.c (recursive_cleanup): New function. - - * retr.c (retrieve_from_file): Ditto. - - * main.c (main): Use it. - - * recur.c (recursive_reset): New function. - - * retr.c (retrieve_from_file): Ditto. - - * main.c (main): Simplify call to recursive_retrieve(). - - * recur.c (recursive_retrieve): Removed FLAGS argument. - - * http.c (gethttp): Changed call to iwrite(). - -1998-02-03 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (get_urls_html): Ditto. - (free_urlpos): Ditto. - (mkstruct): Ditto. - (construct): Ditto. - - * retr.c (retrieve_url): Move declaration of local variables to - smaller scope. - - * url.c (urlproto): Use it. - (parseurl): Ditto. - (str_url): Ditto. - (get_urls_html): Ditto. - - * utils.h (ARRAY_SIZE): New macro. - - * url.c (proto): Moved from url.h. - - * url.h (URL_CLEANSE): Reformatted. - (USE_PROXY_P): Renamed from USE_PROXY. - - * ftp-basic.c: Adjust to the new interface of iwrite(). - - * ftp-basic.c (ftp_port): Use alloca(). - -1998-02-03 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b3 is released. - - * host.c (ftp_getaddress): Don't print to stderr directly. - - * init.c (setbytes): Support `g' for gigabytes. - (cmdtype): New specification CTIME. - (setval): Use it with settime(). - (commands): Use it for WAIT and TIMEOUT. - -1998-02-02 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (BASIC_AUTHENTICATION_ENCODE): New macro. - (gethttp): Use it. - - * utils.c (unique_name_1): Moved from url.c. - (unique_name): Ditto. - - * url.c (url_filename): Ditto. - - * log.c (redirect_output): Changed call to unique_name(). - - * url.c (unique_name_1): Renamed from unique_name(). - (unique_name): Changed interface. - - * init.c (enum cmdid): Moved from init.h. - (cmdtype): Ditto. - (struct cmd): Ditto. - - * main.c (main): Use it. - (main): Moved `--backups' to not have a short option. - - * options.h (struct options): New member BACKGROUND. - - * main.c (print_help): Rearranged. - (main): New long options for -n* short options: --no-directories, - --no-host-directories, --non-verbose, --no-host-lookup and - --dont-remove-listing. - -1998-02-01 Hrvoje Niksic <hniksic@srce.hr> - - * main.c (main): Use log_close(). - - * log.c: New variable LOGFP. - (vlogmsg): Use it. - (redirect_output): Don't open /dev/null; set LOGFP to stdin - instead. - (log_close): New function. - - * options.h (struct options): Removed LFILE. - - * log.c (log_enable): Removed. - - * main.c (main): Use it. - - * log.c (log_init): New function. - - * url.c (get_urls_html): Removed needless assignment to BASE. - - * host.c (add_hlist): Don't set CMP needlessly. - - * utils.c (match_backwards): Ditto. - (in_acclist): Ditto. - - * url.c (findurl): Ditto. - - * netrc.c (parse_netrc): Ditto. - - * log.c (log_dump): Ditto. - - * html.c (html_quote_string): Ditto. - - * ftp-basic.c (ftp_request): Made static. - - * connect.c: Made global variables static. - - * url.c (construct): Ditto. - - * init.c (init_path): Avoid assignment inside `if'-condition. - - * ftp.c: Don't include in.h or winsock.h. - - * ftp.c (ftp_loop): Use SZ. - - * connect.c (bindport): Cast &addrlen to int *. - (conaddr): Ditto. - - * init.c (initialize): Don't use SYSTEM_WGETRC unconditionally. - -1998-01-31 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Initialize opt.ftp_pass here. - (ftp_retrieve_dirs): Use alloca(). - - * init.c (defaults): Don't initialize opt.ftp_pass. - - * sysdep.h (S_ISLNK): Declare for OS/2; ditto for lstat. - From Ivan F. Martinez <ivanfm@ecodigit.com.br>. - -1998-01-31 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (parse_robots): Check for comments more correctly. - - * host.c (ftp_getaddress): Use STRDUP_ALLOCA. - (ftp_getaddress): Add diagnostics when reverse-lookup yields only - hostname. - -1998-01-31 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget 1.5-b2 is released. - - * netrc.c (NETRC_FILE_NAME): Moved from netrc.h. - - * utils.c (proclist): Pass FNM_PATHNAME to fnmatch(). - - * ftp-basic.c (ftp_pasv): Avoid unnecessary casting to unsigned - char. - - * log.c: Don't attempt to hide arguments from ansi2knr. - - * cmpt.c: Synched strptime() and mktime() with glibc-2.0.6. - - * ansi2knr.c: Use a later version, from fileutils-3.16l alpha. - - * ftp.c (getftp): Ditto. - - * http.c (gethttp): Use it. - - * retr.c (get_contents): New argument EXPECTED; pass it to - show_progress(). - (show_progress): New argument EXPECTED; use it to display - percentages. - - * init.c (setval): Ditto. - - * http.c (gethttp): Ditto. - (http_loop): Ditto. - - * ftp.c (getftp): Ditto. - (ftp_loop_internal): Ditto. - - * ftp-ls.c (ftp_parse_unix_ls): Use abort() instead of assert(0). - - * sysdep.h (CLOSE): Simplify; use DEBUGP. - - * netrc.c (search_netrc): Use alloca(). - - * init.c (defaults): Initialize no_flush. - - * log.c (vlogmsg): Don't flush if no_flush. - - * options.h (struct options): New variable no_flush. - - * main.c (main): Don't play games with buffering. - - * log.c (vlogmsg): Flush the output after every message. - -1998-01-31 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (parse_line): Ditto. - - * url.c (get_urls_html): Ditto. - - * main.c (main): Don't cast to unsigned char. - - * init.c (run_wgetrc): Don't cast to unsigned char. - (parse_line): Accept char instead of unsigned char. - - * html.c (htmlfindurl): Use char instead of unsigned char. - - * all: Use them. - - * sysdep.h: Add wrappers to ctype macros to make them - eight-bit-clean: - -1998-01-30 Hrvoje Niksic <hniksic@srce.hr> - - * html.c (htmlfindurl): Download <img lowsrc=...> - - * main.c (main): Ignore SIGPIPE. - - * connect.c (select_fd): New argument WRITEP. - (iwrite): Call select_fd(). - -1997-02-27 Fila Kolodny <fila@ibi.com> - - * ftp.c (ftp_retrieve_list): If retrieving symlink and the proper - one already exists, just skip it. - -1998-01-30 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (gethttp): Cosmetic changes. - - * http.c (check_end): Allow `+D...' instead of `GMT'. - From Fabrizio Pollastri <pollastri@cstv.to.cnr.it>. - - * url.c (process_ftp_type): New function. - (parseurl): Use it. - - * connect.c (iwrite): Allow writing in a few chunks. - (bindport): Made SRV static, so addr can point to it. - (select_fd): Removed HPUX kludge. - - * host.c (free_hlist): Incorporated into clean_hosts(). - -1998-01-29 Hrvoje Niksic <hniksic@srce.hr> - - * host.c (hlist): Made static. - (search_address): Cosmetic change. - -1998-01-29 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget v1.5-b1 is released. - - * http.c (hgetlen): Use sizeof() to get the header length. - (hgetrange): Ditto. - (hgettype): Ditto. - (hgetlocation): Ditto. - (hgetmodified): Ditto. - (haccepts_none): Ditto. - - * main.c (main): Updated `--version' and `--help' output, as per - Francois Pinard's suggestions. - - * main.c: Include locale.h; call setlocale(), bindtextdomain() and - textdomain(). - - * config.h.in: Define stubs for I18N3. - - * wget.h: Include libintl.h. - -1998-01-28 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (mkstruct): Check for opt.cut_dirs. - (mkstruct): alloca()-te more, xmalloc() less. - - * utils.c (load_file): Check for ferror(). - - * url.c (get_urls_file): Close only the files we opened. - (get_urls_html): Ditto. - (count_slashes): New function. - - * http.h: Removed. - - * http.c (gethttp): Respect username and password provided by - proxy URL. - (base64_encode_line): Write into an existing buffer instead of - malloc-ing a new one. - (struct http_stat): Moved from http.h - - * retr.c (retrieve_url): Free SUF. - - * all: Removed lots of unnecessary .h dependencies. - - * html.c (global_state): Made static. - - * utils.h (ALLOCA_ARRAY): New macro. - - * main.c (main): New option `--cut-dirs'. - - * url.c (construct): Use alloca() for T. - - * utils.c (mkdirhier): Use STRDUP_ALLOCA. - - * host.c (_host_t): Moved from host.h. - (struct host): Renamed from _host_t. - (store_hostaddress): Use STRDUP_ALLOCA for INET_S. - (realhost): Ditto. - - * host.h: Don't include url.h. - - * ftp.c (LIST_FILENAME): Moved from ftp.h. - - * init.c (DEFAULT_FTP_ACCT): Moved from ftp.h. - - * main.c (main): Enable log if the output goes to a TTY. - - * connect.h: Removed unused constant `BACKLOG'. - - * config.h.in: Check for isatty(). - - * Makefile.in (LINK): Use CFLAGS when linking. - -1998-01-27 Hrvoje Niksic <hniksic@srce.hr> - - * mswindows.c (ws_hangup): Use redirect_output(). - - * main.c (redirect_output_signal): New function; use - redirect_output(). - - * log.c (redirect_output): New function, based on hangup(), which - is deleted. - - * log.c (vlogmsg): New function. - - * wget.h (DEBUGP): Use debug_logmsg(). - - * main.c (hangup): Use it. - - * log.c (log_dump): New function. - - * utils.h (DO_REALLOC): Use `long' for various sizes. - - * http.c (hskip_lws): Use `while', for clarity. - (HTTP_DYNAMIC_LINE_BUFFER): New constant. - (fetch_next_header): Use it instead of DYNAMIC_LINE_BUFFER. - - * ftp-basic.c (FTP_DYNAMIC_LINE_BUFFER): New constant. - (ftp_response): Use it instead of DYNAMIC_LINE_BUFFER. - - * utils.c (DYNAMIC_LINE_BUFFER): Moved from utils.c. - (LEGIBLE_SEPARATOR): Ditto. - (FILE_BUFFER_SIZE): Ditto. - - * retr.c (BUFFER_SIZE): Moved from retr.h. - - * log.c: New file. - (logmsg): Moved from utils.c. - (debug_logmsg): New function. - - * mswindows.h: Include it here. - - * init.c: Ditto. - - * utils.c: Don't include <windows.h>. - -1998-01-25 Hrvoje Niksic <hniksic@srce.hr> - - * host.c (ftp_getaddress): Ditto. - - * main.c (main): Use it. - - * utils.h (STRDUP_ALLOCA): New macro. - - * init.c: Prepend `wget: ' to error messages printed on stderr. - - * utils.c (mkdirhier): Renamed from mymkdir. - (touch): Renamed from my_touch. - (pwd_cuserid): Renamed from my_cuserid(). - -1998-01-24 Andy Eskilsson <andy.eskilsson@telelogic.se> - - * utils.c (accdir): Process wildcards. - (proclist): New function. - (accdir): Use it to avoid code repetition. - -1998-01-24 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (parse_robots): Respect opt.useragent; use alloca(). - - * http.c (gethttp): Construct useragent accordingly. - - * version.c: Changed version string to numbers-only. - - * main.c (print_help): List all the options. - - * mswindows.c (windows_main_junk): Initialize argv0 here. - -1998-01-24 Karl Heuer <kwzh@gnu.org> - - * netrc.c (search_netrc): Initialize `l' only after processing - netrc. - - * main.c (main): Don't trap SIGHUP if it's being ignored. - -1998-01-24 Hrvoje Niksic <hniksic@srce.hr> - - * all: Use logmsg(). - - * utils.c (time_str): Moved from retr.c. - (logmsg): New function. - (logmsg_noflush): Ditto. - - * rbuf.c: New file, moved buf_* functions here. - - * ftp.c (ftp_expected_bytes): Moved from ftp-basic.c. - - * ftp-basic.c (ftp_rest): Use prnum(). - - * ftp-basic.c: Ditto. - - * ftp.c: Use the new reading functions and macros. - - * retr.c (buf_initialize): New function. - (buf_initialized_p): Ditto. - (buf_uninitialize): Ditto. - (buf_fd): Ditto. - - * http.c (fetch_next_header): Use the BUF_READCHAR macro for - efficiency. - (gethttp): Use alloca() where appropriate. - - * retr.c (buf_readchar): Use it. - (buf_peek): Use rstreams. - - * retr.h (BUF_READCHAR): New macro. - - * init.c (home_dir): Rewritten for clarity. - (init_path): Ditto. - - * mswindows.c (ws_backgnd): Made static. - (read_registry): Ditto. - (ws_cleanup): Ditto. - (ws_handler): Ditto. - -1998-01-23 Hrvoje Niksic <hniksic@srce.hr> - - * alloca.c: New file. - - * Makefile.in (ALLOCA): Define. - - * mswindows.c (ws_help): Constify. - (ws_help): Use alloca. - - * mswindows.c: Reformat. - - * all: Added _(...) annotations for I18N snarfing and translation. - - * host.c (ftp_getaddress): Nuke SYSINFO. - (ftp_getaddress): Don't use getdomainname(). - (ftp_getaddress): Use uname(), where available. - - * http.c (gethttp): Protect a stray fprintf(). - - * init.c (settime): New function. - (setval): Treat WAIT specially, allowing suffixes like `m' for - minutes, etc. - -1998-01-21 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (get_urls_html): Use alloca() for TEMP. - -1998-01-21 Jordan Mendelson <jordy@wserv.com> - - * url.c (rotate_backups): New function. - - * http.c (gethttp): Ditto. - - * ftp.c (getftp): Rotate backups. - -1997-12-18 Hrvoje Niksic <hniksic@srce.hr> - - * all: Renamed nmalloc(), nrealloc() and nstrdup() to xmalloc(), - xrealloc() and xstrdup(). Use the new functions. - - * url.c (decode_string): Made static. - (has_proto): Ditto. - (parse_dir): Ditto. - (parse_uname): Ditto. - (mkstruct): Ditto. - (construct): Ditto. - (construct_relative): Ditto. - - * retr.c (show_progress): Made static. - - * recur.c (robots_url): Made static. - (retrieve_robots): Ditto. - (parse_robots): Ditto. - (robots_match): Ditto. - - * main.h: Removed. - - * main.c (printhelp): Made static. - (hangup): Ditto. - - * init.c (comind): Made static. - (defaults): Ditto. - (init_path): Ditto. - (run_wgetrc): Ditto. - (onoff): Ditto. - (setonoff): Ditto. - (setnum): Ditto. - (myatoi): Ditto. - (getperms): Ditto. - (setbytes): Ditto. - - * http.c (fetch_next_header): Made static. - (hparsestatline): Ditto. - (hskip_lws): Ditto. - (hgetlen): Ditto. - (hgetrange): Ditto. - (hgettype): Ditto. - (hgetlocation): Ditto. - (hgetmodified): Ditto. - (haccepts_none): Ditto. - (gethttp): Ditto. - (base64_encode_line): Ditto. - (mktime_from_utc): Ditto. - (http_atotm): Ditto. - - * html.c (idmatch): Made static. - - * host.c (search_host): Made static. - (search_address): Ditto. - (free_hlist): Ditto. - - * ftp.c (getftp): Made static. - (ftp_loop_internal): Ditto. - (ftp_get_listing): Ditto. - (ftp_retrieve_list): Ditto. - (ftp_retrieve_dirs): Ditto. - (ftp_retrieve_glob): Ditto. - (freefileinfo): Ditto. - (delelement): Ditto. - - * ftp-ls.c (symperms): Made static. - (ftp_parse_unix_ls): Ditto. - - * connect.c (select_fd): Made static. - - * utils.c (xmalloc): Renamed from nmalloc. - (xrealloc): Renamed from nrealloc. - (xstrdup): Renamed from nstrdup. - - * getopt.c (exchange): Use alloca. - - * mswindows.c (mycuserid): Use strncpy. - - * New files mswindows.c, mswindows.h, sysdep.h. winjunk.c, - systhings.h, windecl.h and winjunk.h removed. - - * mswindows.c (sleep): New function. - - * utils.c: Include <windows.h> under Windows. - -1997-06-12 Darko Budor <dbudor@zesoi.fer.hr> - - * url.h (URL_UNSAFE): Change default under Windows. - - * retr.c (retrieve_from_file): Respect opt.delete_after. - - * main.c (main): Call ws_help on Windows. - - * winjunk.c (windows_main_junk): New function. - - * main.c (main): Junk-process argv[0]. - - * http.c (mktime_from_utc): Return -1 if mktime failed. - - * http.c (http_loop): Ditto. - - * ftp.c (ftp_loop_internal): Change title on Windows when using a - new URL. - - * winjunk.c (getdomainname): Lots of functions. - -1997-06-12 Hrvoje Niksic <hniksic@srce.hr> - - * cmpt.c (strptime_internal): Handle years more correctly for - `%y'. - -1997-06-09 Mike Thomas <mthomas@reality.ctron.com> - - * http.c (gethttp): Allocate enough space for - `Proxy-Authorization' header. - -1997-05-10 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Wget/1.4.5 is released. - -1997-05-10 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (get_contents): Check return value of fwrite more - carefully. - -1997-03-30 Andreas Schwab <schwab@issan.informatik.uni-dortmund.de> - - * cmpt.c (strptime_internal) [case 'Y']: Always subtract 1900 from - year, regardless of century. - -1997-03-30 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (isfile): Use `lstat' instead of `stat'. - -1997-03-29 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (numdigit): Use explicit test. - -1997-03-21 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_loop): Always use `url_filename' to get u->local. - -1997-03-20 Hrvoje Niksic <hniksic@srce.hr> - - * url.c: Recognize https. - -1997-03-13 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (recursive_retrieve): Lowercase just the host name. - -1997-03-09 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (get_urls_file): Use the correct test. - (get_urls_html): Ditto. - -1997-03-07 Hrvoje Niksic <hniksic@srce.hr> - - * connect.c: Reverted addrlen to int. - - * init.c (parse_line): Check for -1 instead of NONE. - - * version.c: Changed version to 1.4.5. - -1997-02-17 Hrvoje Niksic <hniksic@srce.hr> - - * init.c: New option netrc. - (initialize): Don't parse .netrc. - - * cmpt.c (recursive): Return rp. - (strptime_internal): Match the long strings first, the abbreviated - second. - -1997-02-16 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (check_end): New function. - (http_atotm): Use it. - -1997-02-13 gilles Cedoc <gilles@cedocar.fr> - - * http.c (gethttp): Use them. - - * init.c: New options proxy_user and proxy_passwd. - -1997-02-14 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_retrieve_list): Create links even if not relative. - -1997-02-10 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (recursive_retrieve): Lowercase the host name, if the - URL is not "optimized". - - * host.c (realhost): Return l->hostname, even if it matches with - host. - -1997-02-10 Marin Purgar <pmc@asgard.hr> - - * connect.c: Make addrlen size_t instead of int. - (conaddr): Ditto. - -1997-02-09 Gregor Hoffleit <flight@mathi.uni-heidelberg.DE> - - * systhings.h: Define S_ISLNK on NeXT too. - -1997-02-09 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Released 1.4.3. - - * url.c: Futher update to list of protostrings. - (skip_proto): Skip `//' correctly for FTP and HTTP. - - * url.c (get_urls_html): Handle bogus `http:' things a little - different. - - * main.c (main): Removed `follow-ftp' from `f'. - (main): Dumped the `prefix-files' and `file-prefix' options and - features; old and bogus. - (main): Exit on failed setval() in `-e'. - - * http.c (fetch_next_header): Use it to detect header continuation - correctly. - - * retr.c (buf_peek): New function. - -1997-02-08 Hrvoje Niksic <hniksic@srce.hr> - - * wget.h: Include time.h and stuff. - -1997-02-08 Roger Beeman <beeman@cisco.com> - - * ftp.c: Include <time.h> - -1997-02-07 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (findurl): Would read over buffer limits. - -1997-02-06 Hrvoje Niksic <hniksic@srce.hr> - - * ftp-ls.c (ftp_parse_unix_ls): Allow spaces in file names. - -1997-02-05 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_atotm): Initialize tm.is_dst. - -1997-02-02 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (gethttp): Don't print the number of retrieved headers. - - * main.c (main): New option `--no-clobber', alias for `-nc'. - - * url.c: Recognize `https://'. - -1997-02-01 Hrvoje Niksic <hniksic@srce.hr> - - * host.c (herrmsg): Don't use h_errno. - -1997-01-30 Hrvoje Niksic <hniksic@srce.hr> - - * host.c (accept_domain): Use it. - - * main.c (main): New option `--exclude-domains'. - - * retr.c (retrieve_url): Use it. - (retrieve_url): Bail out when an URL is redirecting to itself. - - * url.c (url_equal): New function. - -1997-01-29 Hrvoje Niksic <hniksic@srce.hr> - - * connect.c: Include arpa/inet.h instead of arpa/nameser.h. - - * http.c (mk_utc_time): New function. - (http_atotm): Use it; handle time zones correctly. - -1997-01-28 Hrvoje Niksic <hniksic@srce.hr> - - * http.c: Ditto. - - * ftp-basic.c: Use it instead of WRITE. - - * connect.c (iwrite): New function. - -1997-01-27 Hrvoje Niksic <hniksic@srce.hr> - - * cmpt.c (mktime): New function. - - * netrc.c: Include <sys/types.h>. - - * main.c (main): Wouldn't recognize --spider. - - * retr.c (rate): Use `B', `KB' and `MB'. - (reset_timer,elapsed_time): Moved from utils.c. - - * ftp.c (ftp_retrieve_list): Ditto. - - * http.c (http_loop): Don't touch the file if opt.dfp. - -1997-01-24 Hrvoje Niksic <hniksic@srce.hr> - - * cmpt.c: New file. - - * ftp.c (ftp_retrieve_glob): New argument semantics. - (ftp_retrieve_dirs): Use it. - (ftp_loop): Ditto. - - * html.c (htmlfindurl): Recognize `'' as the quote char. - -1997-01-23 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_loop_internal): Use it. - - * utils.c (remove_link): New function. - -1997-01-22 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (retrieve_url): Require STRICT redirection URL. - - * url.c (parseurl): New argument STRICT. - - * http.c (hparsestatline): Be a little-bit less strict about - status line format. - -1997-01-21 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (gethttp): Use it. - - * main.c (main): Don't use '<digit>' as options. - - * init.c: New option ignore_length. - - * http.c (gethttp): Ditto. - (http_loop): Check for redirection without Location:. - (gethttp): Don't print Length unless RETROKF. - - * ftp.c (getftp): Use it. - - * url.c (mkalldirs): New function. - - * utils.c (mymkdir): Don't check for existing non-directory. - - * url.c (mkstruct): Don't create the directory. - -1997-01-20 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (setval): Removed NO_RECURSION checks. - -1997-01-19 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4.3-pre2. - - * recur.c (recursive_retrieve): Bypass host checking only if URL - is ftp AND parent URL is not ftp. - - * ftp-basic.c (ftp_request): Print out Turtle Power. - - * ftp.c (ftp_loop): Call ftp_retrieve_glob with 0 if there's no - wildcard. - (ftp_retrieve_glob): Call ftp_loop_internal even on empty list, if - not glob. - - * http.c (gethttp): Be a little bit smarter about status codes. - - * recur.c (recursive_retrieve): Always reset opt.recursive when - dealing with FTP. - -1997-01-18 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (retrieve_url): New variable location_changed; use it for - tests instead of mynewloc. - (retrieve_url): Allow heuristic adding of html. - - * url.c (url_filename): Don't use the `%' in Windows file names. - - * http.c (http_loop): Always time-stamp the local file. - - * http.c (http_loop): Ditto. - - * ftp.c (ftp_retrieve_list): Use it. - - * utils.c (my_touch): New function. - - * ftp.c (ftp_retrieve_list): Use #ifdef HAVE_STRUCT_UTIMBUF - instead of #ifndef NeXT. - - * utils.c (strptime): New version, by Ulrich Drepper. - -1997-01-17 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (haccepts_none): Renamed from `haccepts_bytes'. - (gethttp): If haccepts_none(), disable ACCEPTRANGES. - (http_loop): Would remove ACCEPTRANGES. - - * ftp.c (getftp): Call ftp_list with NULL. - -1997-01-15 Hrvoje Niksic <hniksic@srce.hr> - - * html.c (ftp_index): Don't print minutes and seconds if we don't - know them; beautify the output. - - * ftp.c (getftp): Don't close the socket on FTPNSFOD. - -1997-01-14 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (strptime): New function. - (strptime): Don't use get_alt_number. - (strptime): Don't use locale. - (match_string): Made it a function. - -1997-01-12 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_atotm): New function. - (http_loop): Use it. - - * atotm.c: Removed from the distribution. - - * http.c (base64_encode_line): Rewrite. - -1997-01-09 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Use ftp_expected_bytes; print size. - - * ftp-basic.c (ftp_response): Use ftp_last_respline. - (ftp_expected_bytes): New function. - - * ftp.c (getftp): Print the unauthoritative file length. - - * ftp-ls.c: Renamed from ftp-unix.c. - (ftp_parse_ls): Moved from ftp.c. - (ftp_parse_unix_ls): Recognize seconds in time spec. - (ftp_parse_unix_ls): Recognize year-less dates of the previous - year. - -1997-01-08 Hrvoje Niksic <hniksic@srce.hr> - - * ftp-basic.c: Don't declare errno if #defined. - - * host.c (ftp_getaddress): Check for sysinfo legally. - -1997-01-08 Darko Budor <dbudor@diana.zems.fer.hr> - - * connect.c (iread): Use READ. - -1996-12-23 Hrvoje Niksic <hniksic@srce.hr> - - * url.c: Recognize finger, rlogin, tn3270, mid and cid as valid - schemes. - -1996-12-22 Hrvoje Niksic <hniksic@srce.hr> - - * host.c (ftp_getaddress): Allow `.' in hostname. - -1996-12-26 Darko Budor <dbudor@zems.fer.hr> - - * wget.h: READ and WRITE macros for use instead of read and write - on sockets, grep READ *.c, grep WRITE *.c - - * wsstartup.c: new file - startup for winsock - - * wsstartup.h: new file - - * win32decl.h: new file - fixup for <errno.h> and winsock trouble - - * configure.bat: Configure utility for MSVC - - * src/Makefile.ms,config.h.ms: new files for use with MSVC 4.x - -1996-12-22 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Released 1.4.3-pre. - - * utils.c (prnum): Accept long. - (legible): Use prnum(). - - * connect.c (make_connection): Accept port as short. - (bindport): Ditto. - - * http.c (gethttp): Use search_netrc. - -1996-12-21 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Use search_netrc. - - * netrc.c (free_netrc): New function. - - * init.c (home_dir): New function. - - * url.c (convert_links): Allow REL2ABS changes. - -1996-12-21 Gordon Matzigkeit <gord@gnu.ai.mit.edu> - - * netrc.c: New file. - (parse_netrc, maybe_add_to_list): New functions. - -1996-12-17 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (retrieve_url): Reset opt.recursion before calling - ftp_loop if it is reached through newloc. - - * init.c (run_wgetrc): Print the wgetrc path too, when reporting - error; don't use "Syntax error", since we don't know if it is - really a syntax error. - -1996-12-16 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (acceptable): Extract the filename part of the path. - - * recur.c (recursive_retrieve): Call acceptable() with the right - argument; would bug out on wildcards. - - * init.c (parse_line): Likewise. - - * html.c (htmlfindurl): Cast to char * when calling stuff. - -1996-12-15 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Use ftp_pasv. - - * ftp-basic.c (ftp_request): Accept NULL value. - (ftp_pasv): New function. - - * options.h (struct options): Add passive FTP option. - -1996-12-15 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (parseurl): Debug output. - - * utils.c (path_simplify): New one, adapted from bash's - canonicalize_pathname(). - -1996-12-14 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Don't discard the buffer. - - * retr.c (get_contents): New parameter nobuf. - -1996-12-13 Shawn McHorse <riffraff@txdirect.net> - - * html.c (htmlfindurl): Recognize <meta contents="d; URL=...". - - * init.c (setval): Strip the trailing slashes on CVECDIR. - -1996-12-13 Hrvoje Niksic <hniksic@srce.hr> - - * init.c: Make excludes and includes under CVECDIR instead of - CVEC. - -1996-12-13 Shawn McHorse <riffraff@txdirect.net> - - * url.c (get_urls_html): Skip "http:". - -1996-12-13 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (strcasecmp): From glibc. - (strncasecmp): Also. - (strstr): Also. - - * url.c: Added javascript: to the list of URLs prefixes. - -1996-12-12 Shawn McHorse <riffraff@txdirect.net> - - * recur.c (retrieve_robots): Print the warning message only if - verbose. - -1996-12-12 Gregor Hoffleit <flight@mathi.uni-heidelberg.DE> - - * ftp.c (ftp_retrieve_list): Use NeXT old utime interface. - -1996-12-12 Hrvoje Niksic <hniksic@srce.hr> - - * systhings.h: New file. - - * ../configure.in: Check for utime.h - - * ftp.c: Check whether we have unistd.h. - -1996-11-27 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (recursive_retrieve): Send the canonical URL as referer. - (recursive_retrieve): Call get_urls_html with the canonical URL. - -1996-12-13 Kaveh R. Ghazi <ghazi@caip.rutgers.edu> - - * (configure.in, config.h.in, src/Makefile.in, src/*.[ch]): Add - ansi2knr support for compilers which don't support ANSI style - function prototypes and signatures. - - * (aclocal.m4, src/ansi2knr.c, src/ansi2knr.1): New files. - -1996-11-26 Hrvoje Niksic <hniksic@srce.hr> - - * url.c: Use it; Recognize paths ending with "." and ".." as - directories. - (url_filename): Append .n whenever file exists and could be a - directory. - - * url.h (ISDDOT): New macro. - - * init.c (parse_line): Use unsigned char. - - * url.c (get_urls_html): Cast to unsigned char * when calling - htmlfindurl. - - * html.c (htmlfindurl): Use unsigned char. - - * version.c: Changed version to 1.4.3. - -1996-11-25 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Released 1.4.2. - - * ftp.c (getftp): Simplified assertion. - (ftp_loop_internal): Remove symlink before downloading. - (ftp_retrieve_list): Unlink the symlink name before attempting to - create a symlink! - - * options.h (struct options): Renamed print_server_response to - server_response. - - * ftp.c (rel_constr): Removed. - (ftp_retrieve_list): Don't use it. - (ftp_retrieve_list): Use opt.retr_symlinks. - -1996-11-24 Hrvoje Niksic <hniksic@srce.hr> - - * main.c (main): New option retr_symlinks. - - * url.c (convert_links): Print verbose message. - -1996-11-24 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_loop): Reset newloc in the beginning of function; - would cause FMR in retrieve_url. - -1996-11-23 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (convert_all_links): Find the URL of each HTML document, - and feed it to get_urls_html; would bug out. - (convert_all_links): Check for l2 instead of dl; removed dl. - - * url.c (convert_links): Don't refer to freed newname. - - * recur.c (recursive_retrieve): Add this_url to urls_downloaded. - - * main.c (main): Print the OS_TYPE in the debug output, too. - - * recur.c (recursive_retrieve): Check for opt.delete_after. - - * main.c (main): New option delete-after. - - * init.c (setval): Cleaned up. - -1996-11-21 Hrvoje Niksic <hniksic@srce.hr> - - * Makefile.in (wget): Make `wget' the default target. - - * ftp.c (ftp_loop_internal): Move noclobber checking out of the - loop. - (ftp_retrieve_list): Warn about non-matching sizes. - - * http.c (http_loop): Made -nc non-dependent on opt.recursive. - - * init.c (setnum): Renamed from setnuminf; New argument flags. - (setval): Use it. - - * main.c (main): Sorted the options. - (main): New option --wait. - -1996-11-21 Shawn McHorse <riffraff@txdirect.net> - - * html.c (htmlfindurl): Reset s->in_quote after getting out of - quotes. - -1996-11-20 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Changed version to 1.4.2. - -1996-11-20 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Released 1.4.1. - - * html.c (html_quote_string): New function. - (ftp_index): Use it. - (htmlfindurl): A more gentle ending debug message. - - * ftp.c (ftp_loop): Check for opt.htmlify. - - * init.c: New command htmlify. - - * ftp.c (getftp): Nicer error messages, with `'-encapsulated - strings. - (ftp_loop): Print size of index.html. - - * init.c (setval): Implement "styles". - - * main.c (main): New option dotstyle. - -1996-11-19 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Close the master socket in case of errors, after - bindport(). - - * connect.c (bindport): Initialize msock to -1. - - * ftp.c (getftp): Initialize dtsock to -1. - - * connect.c (closeport): Don't close sock if sock == -1. - -1996-11-18 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (setnuminf): Nuked default value -- just leave unchanged. - (setval): Don't send default values. - (defaults): Use DEFAULT_TIMEOUT -- aaargh. - - * options.h (struct options): Use long for dot_bytes. - - * init.c (setquota): Renamed to setbytes. - (setval): Use setbytes on DOTBYTES. - -1996-11-17 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Initialize con->dltime. - - * recur.c (recursive_retrieve): Use same_host instead of - try_robots; simply load robots_txt whenever the host is changed. - (recursive_retrieve): Free forbidden before calling parse_robots. - -1996-11-16 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (show_progress): Use them. - - * options.h (struct options): New options dot_bytes, dots_on_line - and dot_spacing. - -1996-11-16 Mark Boyns <boyns@sdsu.edu> - - * recur.c (recursive_retrieve): Retrieve directories regardless of - acc/rej rules; check for empty u->file. - -1996-11-14 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (setval): Use it. - - * utils.c (merge_vecs): New function. - - * init.c (setval): Reset the list-type functions when encountering - "". - -1996-11-14 Shawn McHorse <riffraff@txdirect.net> - - * recur.c (recursive_retrieve): Use base_url instead of this_url - for no_parent. - -1996-11-14 Shawn McHorse <riffraff@txdirect.net> - - * html.c (htmlfindurl): Reset s->in_quote after exiting the quote. - -1996-11-13 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c (sepstring): Rewrote; don't use strtok. - - * recur.c (recursive_retrieve): Enter assorted this_url to slist - when running the first time. - (retrieve_robots): Warn to ignore errors when robots are loaded. - - * utils.c (load_file): Moved from url.c. - - * http.c: Made static variables const too in h* functions. - - * main.c (main): Renamed --continue-ftp to --continue. - - * recur.c (recursive_retrieve): Use it. - - * utils.c (frontcmp): New function. - - * url.c (accdir): New function. - - * html.c (htmlfindurl): Recognize <area href=...>. - - * ftp.c (ftp_retrieve_dirs): Implemented opt.includes. - - * init.c (setval): Free the existing opt.excludes and - opt.includes, if available. - - * main.c (main): New option -I. - -1996-11-12 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_retrieve_glob): Do not weed out directories. - - * version.c: Changed version to 1.4.1. - -1996-11-11 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Released 1.4.0. - -1996-11-10 Hrvoje Niksic <hniksic@srce.hr> - - * main.c (main): Free com and val after parse_line. - (printhelp): Reorder the listing. - - * http.c: More robust header parsing. - - * http.c: Allow any number of spaces, or no spaces, precede ':'. - (hskip_lws): New function. - (haccepts_bytes): New function. - (gethttp): Use it. - - * init.c (setval): Check header sanity. - (setval): Allow resetting of headers. - -1996-11-10 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_loop): Don't use has_wildcards. - - * http.c (gethttp): Free all_headers -- would leak. - - * recur.c (recursive_retrieve): Initialize depth to 1 instead of - 0 -- this fixes a long-standing bug in -rl. - -1996-11-09 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c: Use -1 as "impossible" value for con->fd. - - * url.h (URL_SEPARATOR): Don't treat `*' and `+' as separators. - - * init.c (parse_line): Use isalpha. - - * ftp-unix.c: Use HAVE_UNISTD_H. - - * mtch.c (has_wildcards): Don't match \. - - * http.c (http_loop): Warn on HTTP wildcard usage. - -1996-11-08 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (url_filename): Do not create numbered suffixes if - opt.noclobber -- would bug out on -nc. - -1996-11-07 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (parse_robots): Don't chuck out the commands without - arguments (`Disallow:<empty>' didn't work). - (parse_robots): Compare versions lowercase. - (parse_robots): Match on base_version, not version_string! - (parse_robots): Handle comments properly. - (parse_robots): Match versions in a sane way. - - * init.c: Print nicer error messages. - - * version.c: Changed version to 1.4.0. - -1996-11-06 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Released 1.4.0-test2. - - * init.c (run_wgetrc): Close fp. - - * ftp.c (ftp_retrieve_dirs): Allocate the correct length for - u->dir. - -1996-11-06 Hrvoje Niksic <hniksic@srce.hr> - - * init.c (setquota): Allow inf as quota specification. - -1996-11-05 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_retrieve_dirs): Return QUOTEXC if quota exceeded. - (ftp_retrieve_glob): Return QUOTEXC on quota exceeded. - - * main.c (main): Check for quota by comparison with downloaded - stuff, not from status. - - * connect.c (select_fd): Should compile on HPUX without warnings now. - - * ftp.c (ftp_get_listing): Check whether ftp_loop_internal - returned RETROK. - -1996-11-04 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_retrieve_glob): Print the pattern nicely. - (getftp): Return FTPRETRINT on control connection error. - - * html.c (htmlfindurl): Recognize <embed src=...> and - <bgsound src=...>. - (ftp_index): Handle username and password correctly. - - * main.c (main): Made `-np' a synonim for --no-parent. - -1996-11-02 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_loop): Check for opt.ftp_glob too before calling - ftp_retrieve_glob. - - * version.c: Changed version to 1.4.0-test2. - -1996-11-02 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Released 1.4.0-test1. - - * url.c (str_url): Don't use sprintf when creating %2F-prefixed - directory. - (convert_links): Removed definition of make_backup. - - * http.h: Removed definition of MAX_ERROR_LENGTH. - - * host.c (ftp_getaddress): Check for "(none)" domains. - - * ftp.c (ftp_retrieve_dirs): Docfix. - - * http.c (gethttp): Use ou->referer instead of u->referer. - - * retr.c (retrieve_url): Reset u to avoid freeing pointers twice; - this was known to cause coredumps on Linux. - - * html.c (ftp_index): Cast the argument to local_time to time_t *. - -1996-11-01 Hrvoje Niksic <hniksic@srce.hr> - - * connect.c (select_fd): Use exceptfds -- once and for all. - - * retr.c (retrieve_from_file): Free filename after - recursive_retrieve. - (retrieve_from_file): Send RFIRST_TIME to recursive_retrieve on - first-time retrieval. - (retrieve_from_file): Return uerr_t; new argument, count. - (retrieve_from_file): Break on QUOTEXC. - - * init.c (setquota): Fixed a bug that caused rejection of - non-postfixed values.. - -1996-10-30 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Changed name to wget. - - * connect.c (iread): Smarter use of select. - (select_fd): Set errno on timeout. If not timeout, return 1 - instead of 0. - -1996-10-29 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_loop_internal): Don't use con->cmd before - establishing it. - -1996-10-26 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (gethttp): Send correct referer when using proxy. - (gethttp): Use struct urlinfo ou to access the relevant data; send - correct authorization in all cases. - - * host.c (same_host): Use skip_uname to skip username and - password. - - * url.c (skip_uname): New function. - (parseurl): Use it. - - * host.c (same_host): Do not assume HTTP -- same_host should now - be totally foolproof. - - * url.c (skip_proto): New function. - (parse_uname): Use it. - - * http.c (gethttp): Create local user and passwd from what is - given. - - * url.c (parseurl): Check for HTTP username and password too. - -1996-10-25 Hrvoje Niksic <hniksic@srce.hr> - - * config.h.in: Removed #define gethostbyname R... - -1996-10-22 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Changed version to 1.4.0-test1. - -1996-10-21 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b29. - - * recur.c (recursive_retrieve): Check for no_parent. - - * init.c (setval): Option update. - - * main.c (main): New option no-parent. - - * options.h (struct options): New variable no_parent. - - * recur.c (recursive_retrieve): Only files are checked for - opt.accepts and opt.rejects. - (recursive_retrieve): Check directories for opt.excludes. - (recursive_retrieve): Make the dir absolute when checking - opt.excludes. - - * html.c (htmlfindurl): Recognize <applet code=...> and <script - src=...> - -1996-10-18 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (getftp): Do not line-break assert entries at all. - (ftp_retrieve_dirs): docfix. - - * connect.c (select_fd): Use fd + 1 as nfds. - - * version.c: Changed version to 1.4b29. - -1996-10-18 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b28. - - * ftp.c (ftp_loop_internal): Check whether f->size == len and - don't continue the loop if it is. - (ftp_get_listing): Remove list_filename on unsuccesful loop. - -1996-10-17 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_loop_internal): Use strcpy to initialize tmp. - (getftp): Do not use multiline assert. - - * http.c (hparsestatline): Use mjr and mnr instead of major and - minor, which don't compile on Ultrix. - (http_loop): Use strcpy() to initialize tmp. - - * all: Geturl -> Fetch - -1996-10-17 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (parse_robots): Fixed an off-by-one bug when looking for - ':'. - - * html.c (htmlfindurl): Fixed several possible off-by-one bugs by - moving `bufsize &&' to the beginning of each check in for-loops. - - * recur.c (parse_robots): Close fp on exit. - - * url.c (mymkdir): Check for each directory before creating. - -1996-10-16 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Changed version to 1.4b28. - -1996-10-16 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b27. - - * init.c (parse_line): Use isspace. - (parse_line): Free *com on all errors. - - * ftp.c (ftp_loop): Change FTPOK to RETROK before exiting. - (delelement): Use next instead of f->next and prev instead of - f->prev. - (delelement): Free the members of the deleted element. - - * http.c (http_loop): Do not return RETROK on code != 20x. - - * init.c (cleanup): Free opt.user_header. - (cleanup): Free opt.domains. - - * url.c (freelists): Moved to cleanup(). - - * http.c (hparsestatline): Docfix. - - * main.c (main): Return with error status on unsuccesful - retrieval. - - * init.c (setval): Do not remove listing when mirroring. - - * url.c (url_filename): Use opt.fileprefix. - - * ftp.c (ftp_get_listing): Use url_filename to get filename for - .listing. - - * main.c (main): New option: -rn. - -1996-10-15 Hrvoje Niksic <hniksic@srce.hr> - - * Makefile.in (RM): Added RM = rm -f. - - * host.c (clean_hosts): New function. - (free_hlist): Just free the list, no reset. - - * version.c: Changed version to 1.4b27. - -1996-10-13 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b26. - - * retr.c (retrieve_from_file): If call get_urls_html with - opt.spider to make it silent in spider mode. - - * url.c (str_url): Use CLEANDUP instead of URL_CLEANSE. - - * url.h (CLEANDUP): New macro. - - * http.c (gethttp): Fixed a bug that freed location only when it - was NULL. - - * retr.c (retrieve_url): Free url if it will not be stored, - i.e. newloc is NULL. - - * html.c (htmlfindurl): Handle exiting from quotes correctly; the - old version would bug out on <a href="x#a"href="y">. - - * html.h (state_t): New member in_quote. - - * html.c (htmlfindurl): Free s->attr at the beginning of - attr-loop. - - * recur.c (recursive_retrieve): Recognize RCLEANUP. - (tried_robots): Make hosts a global variable. - (recursive_retrieve): Free constr after URL host optimization. - (tried_robots): Free urlinfo before exiting. - - * utils.c (free_slist): New function. - - * recur.c (recursive_retrieve): Use flags to add cleanup - possibility. - - * main.c (main): Free filename after recursive_retrieve. - - * http.c (gethttp): Store successful responses too. - -1996-10-12 Hrvoje Niksic <hniksic@srce.hr> - - * all: Constified the whole source. This required some minor - changes in many functions in url.c, possibly introducing bugs -- I - hope not. - - * ftp-basic.c: Removed last_respline. - - * http.c (gethttp): Free type. - - * host.c (same_host): Free real1 and real2. - - * main.c (main): New option --spider. - - * retr.c (get_contents): Don't reset errno. - - * main.c (main): Sorted the options. - - * connect.c (iread): Set errno to ETIMEDOUT only if it was left - uninitialized by select(). - - * http.c (http_loop): Print the time when the connection is - closed. - (gethttp): Debug-print the HTTP request. - -1996-10-11 Hrvoje Niksic <hniksic@srce.hr> - - * connect.c (iread): Do not try reading after timeout. - - * main.c (main): Would bug out on -T. - - * connect.c (select_fd): Do not use exceptfds. - (iread): Set ETIMEDOUT on select_fd <= 0. - - * version.c: Changed version to 1.4b26. - -1996-10-10 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b25. - - * ftp-unix.c (ftp_parse_unix_ls): Ignore lines without file name - or link name. - - * http.c (gethttp): Add errcode to struct hstat. - (http_loop): Use it. - - * url.c (no_proxy_match): Simplify using char** for no_proxy. - - * options.h (struct options): Make opt.no_proxy a vector. - - * utils.c (sepstring): Use !*s instead of !strlen(s). - - * init.c (setval): Set opt.maxreclevel to 0 on --mirror. - (getperms): Use ISODIGIT instead of isdigit. - - * ftp.c (getftp): Print time. - - * main.c (main): Use legible output of downloaded quantity. - - * ftp.c (getftp): Use elapsed_time(). - (ftp_loop_internal): Use rate(). - - * http.c (http_loop): Add download ratio output; Use rate(). - - * utils.c (rate): New function. - -1996-10-09 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_loop): Use timer. - - * ftp.c: Split to ftp-basic.c and ftp.c - - * utils.c (reset_timer): New function. - (elapsed_time): New function. - - * retr.c (show_progress): Make bytes_in_line and offs long; should - work on 16-bit machines. - -1996-10-08 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (in_acclist): New argument backward. - - * ftp.c (ftp_retrieve_glob): Use acceptable() to determine whether - a file should be retrieved according to suffix. - (ftp_get_listing): Check the return value of unlink; Do not call - ftp_retrieve_dirs if depth reached maxreclevel. - (ftp_retrieve_dirs): Check whether the directory is in - exclude-list. - - * main.c (main): Print the version number at the beginning of - DEBUG output. - (main): Use strrchr when creating exec_name. - - * ftp.c (ftp_retrieve_glob): Do not close control connection. - - * version.c: Changed version to 1.4b25. - -1996-10-07 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b24. - - * Makefile.in: Rewrite. - - * ftp.c (ftp_loop_internal): Likewise. - - * retr.c (time_str): Check for failed time(). - - * html.c (htmlfindurl): Recognize <fig src> and <overlay src> from - HTML3.0. - - * retr.c (time_str): Return time_t *. - - * connect.c (bindport): Close msock on unsuccesful bind. - (bindport): The same for getsockname and listen. - - * retr.c (retrieve_url): Allow any number of retries on - proxy. - - * http.c (gethttp): Do not treat errno == 0 as timeout. - (http_loop): Likewise. - (http_loop): Cosmetic changes. - - * connect.c (iread): Set errno to ETIMEDOUT in case of timeout. - - * retr.c (get_contents): Reset errno. - - * ftp.c (getftp): Minor fixes. - -1996-10-06 Hrvoje Niksic <hniksic@srce.hr> - - * http.c: Do not use backups. - - * geturl.1 (WARNING): Warn that man-page could be obsolete. - - * getopt.c (getopt_long): Moved to getopt.c - - * geturl.texi: Enhanced. - - * main.c (main): Use it. - - * recur.c (convert_all_links): New function. - - * utils.c (add_slist): New argument flags. - - * recur.c (recursive_retrieve): Update a list of downloaded URLs. - (parse_robots): Do not chuck out empty value fields. - (parse_robots): Make yourself welcome on empty Disallow. - - * version.c: Changed version to 1.4b24. - -1996-10-06 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b23. - - * ftp.c (ftp_loop_internal): Get the time after getftp. - - * Makefile.in (install.info): New target. - (install): Use it. - - * http.c (http_loop): Fix output when doing -O. - -1996-10-05 Hrvoje Niksic <hniksic@srce.hr> - - * geturl.texi: New file. - - * main.c (main): Do not print the warnings and download summary if - opt.quiet is set. - - * version.c: Changed version to 1.4b23. - -1996-10-05 Hrvoje Niksic <hniksic@srce.hr> - - * "Released" 1.4b22. - - * atotm.c (atotm): Use True and False instead of TRUE and FALSE, - to avoid redefinition warnings. - - * host.c (store_hostaddress): Use memcpy() to copy the address - returned by inet_addr. - - * version.c: Changed version to 1.4b22. - -1996-10-04 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b21. - - * ftp-unix.c (ftp_parse_ls): Renamed to ftp_parse_unix_ls. - - * ftp.c (ftp_port): Use conaddr. - (getftp): Print the file length. - (ftp_retrieve_list): Check the stamps of plain files only. - - * connect.c (closeport): Do not call shutdown(). - (conaddr): New function. - - * html.c (ftp_index): Made it dfp-aware. - - * init.c (cleanup): New name of freemem. Close opt.dfp. - - * ftp.c (getftp): Use opt.dfp if it is set. - - * ftp-unix.c (ftp_parse_ls): Recognize time in h:mm format. - - * ftp.c (ftp_retrieve_dirs): Fixed a bug that caused incorrect - CWDs to be sent with recursive FTP retrievals. - -1996-10-03 Hrvoje Niksic <hniksic@srce.hr> - - * recur.c (parse_robots): Made it more compliant with "official" - specifications. - - * http.c: New function. - - * ftp-unix.c (ftp_parse_ls): Added better debug output. - - * ftp.c (getftp): Print out the LIST in case of - opt.print_server_response. - - * version.c: Changed version to 1.4b21. - -1996-10-01 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b20. - - * README: Update. - - * http.c (gethttp): Preset lengths of various headers instead of - calculating them dynamically. - (gethttp): Check for 206 partial contents. - -1996-09-30 Hrvoje Niksic <hniksic@srce.hr> - - * configure.in: Set SYSTEM_GETURLRC to $libdir/geturlrc - - * http.c (gethttp): Send the port number in the Host: header. - -1996-09-29 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (gethttp): Send host: header. - (gethttp): Add the possibility of user-defined headers. - (gethttp): Move decision about pragma: no-cache to http_loop, - where it belongs. - (gethttp): Pass a struct instead of enormous argument list. - (http_loop): Use a new, fancier display format. - (ftp_loop): Likewise. - - * main.c: (hangup): Turn off buffering of the new log file. - - * install-sh: Likewise. - - * config.sub: Replace with the one in autoconf-2.10 - - * geturl.1: Update. - - * init.c: New options httpuser and httppasswd. - - * http.c: (base64_encode_line): New function. - (gethttp): Send authentication. - - * connect.c (make_connection): Use store_hostaddress. - -1996-09-28 Hrvoje Niksic <hniksic@srce.hr> - - * host.c (store_hostaddress): New function. - - * NEWS: Update. - - * http.c (hgetrange): New function. - (gethttp): Use ranges. - - * utils.c (numdigit): Accept long instead of int. - - * http.c (http_loop): Add restart capabilities. - - * ftp.c (ftp_retrieve_glob): Fixed a bug that could cause matchres - being used uninitialized. - (ftp_retrieve_list): Similar fix. - - * host.c (add_hlist): Fixed a bug that could cause cmp being used - uninitialized. - - * url.c (construct_relative): New function. - - * recur.c (recursive_retrieve): Use it. - - * retr.c (convert_links): New function. - -1996-09-27 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (free_urlpos): New function. - - * recur.c (recursive_retrieve): Adapt. - - * url.c (get_urls_html): Return a linked list instead of a vector. - - * url.c (get_urls_file): Return a linked list instead of a vector. - - * geturl.1: Update. - - * http.c (gethttp): Implement it. - - * init.c (setval): New option: SAVEHEADERS - - * ftp.c (ftp_loop_internal): Do not set restval if listing is to - be retrieved. Lack of this test caused bugs when the connection - was lost during listing. - - * retr.c (retrieve_url): Fixed a bug that caused - coredumps. *newloc is now reset by default. - (retrieve_url): Lift the twenty-tries limit on proxies. - - * version.c: Changed version to 1.4b20. - -1996-09-20 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b19. - -1996-09-19 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_loop_internal): Renamed from ftp_1fl_loop. - (getftp): Changed prototype to accept ccon *. - -1996-09-17 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_retrieve_list): Fixed a bug that caused setting - incorrect values to files pointed to by symbolic links. - (ftp_1fl_loop): Do not count listings among the downloaded URL-s. - -1996-09-16 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (mkstruct): Do not prepend "./" in front of a pathname. - - * main.c (main): New option: --user-agent. - - * geturl.1: Ditto. - - * init.h: Ditto. - - * init.c (setval): Ditto. - - * main.c (main): Rename "server-headers" to "server-response". - - * ftp-unix.c (ftp_parse_ls): Check for asterisks at the end of - executables in 'ls -F' listings. - -1996-09-15 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (parseurl): Remove realloc() and sprintf(). - (str_url): Get rid of sprintf(). - - * recur.c (recursive_retrieve): Enable FTP recursion through proxy - servers. - - * url.h (URL_CLEANSE): Made it else-resistant. - (USE_PROXY): New macro. - -1996-09-14 Hrvoje Niksic <hniksic@srce.hr> - - * NEWS: Update. - - * version.c: Changed version to 1.4b19. - -1996-09-14 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b18. - - * url.c: Made it reallocate space exponentially. - -1996-09-14 Drazen Kacar <dave@fly.cc.fer.hr> - - * html.c (htmlfindurl): Added <frame src> and <iframe src> among - the list of stuff to fetch. - -1996-09-13 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (get_urls_html): Fixed a bug that caused SIGSEGV's with - -Fi. - - * html.c (htmlfindurl): Rewrite. - - * http.c (gethttp): Use opt.proxy_cache. - - * main.c (main): Added --cache option. - - * ftp.c (ftp_response): Print server response if opt.print_server - response is set. - (getftp): Print newlines after each request if the server response - is to be printed. - (ftp_response): Copy the last response line to last_respline. - - * http.c (gethttp): Add Pragma: nocache for retried - proxy-retrievals. - - * ftp.c (getftp): Use it. - - * retr.c (buf_discard): New function. - - * ftp.c (ftp_response): Use buf_readchar(). - (getftp): Flush the control connection buffer before calling - get_contents(). - - * retr.c (buf_readchar): New function. - (buf_flush): New function. - (get_contents): Use buf_readchar() instead of read(x, x, 1). - (get_contents): Use buf_flush. - -1996-09-12 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c: Incorporate changes to ftp_response. - - * ftp.c (ftp_response): Allocate the server response dynamically, - as in read_whole_line and fetch_next_header. - - * utils.c (read_whole_line): Fixed a bug that prevented reading - the last line if it is not \n-terminated. Also fixed a possible - memory overflow. - - * http.c (fetch_next_header): Return malloc-ed string as large as - needed. - (gethttp): Use new fetch_next_header. - -1996-09-12 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (hgetlen): Compute the header length the first time only. - (hgettype): Ditto. - (hgetlocation): Ditto. - (hgetmodified): Ditto. - -1996-09-11 Hrvoje Niksic <hniksic@srce.hr> - - * sample.geturlrc: Update. - -1996-09-10 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_loop): Ditto. - - * ftp.c (getftp): Open the output file as binary. - - * version.c: Changed version to 1.4b18. - -1996-09-10 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b17. - - * ftp-unix.c (ftp_parse_ls): If unable to open file, return NULL - instead of failed assertion. - -1996-09-09 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_get_listing): Add a numbered suffix to LIST_FILENAME - if a file of that name already exists. - -1996-09-05 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_1fl_loop): Handler FTPPORTERR and FOPENERR correctly. - - * config.h.in: Define gethostbyname as Rgethostbyname when using - Socks. - - * configure.in: Check for -lresolv if using Socks. - - * version.c: Changed version to 1.4b17. - -1996-07-15 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b16. - - * http.c (gethttp): More intelligent check for first line of HTTP - response. - (gethttp): Would bug out on time-stamping. - - * version.c: Changed version to 1.4b16. - -1996-07-11 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Released 1.4b15. - - * http.c (http_loop): Print \n after the loop entry, not before. - - * url.c (url_filename): Use ISDOT. - - * url.h (ISDOT): New macro. - - * recur.c (recursive_retrieve): Change only opt.recursive for - following FTP. - -1996-07-11 Antonio Rosella <antonio.rosella@agip.it> - - * socks/geturl.cgi: Fixed version No. - - * socks/download-netscape.html: Ditto. - - * socks/download.html: Changed socks.html to download.html. - -1996-07-11 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (url_filename): Check for opt.dirstruct instead for - opt.recursive && opt.dirstruct. - - * init.c (defaults): Ditto. - (defaults): Reset dirstruct by default. - (setval): Set opt.dirstruct whenever setting recursive. - - * init.h: Removed FORCEDIRHIER. - - * INSTALL: Added -L to socks-description. - - * version.c: Changed version to 1.4b15. - -1996-07-10 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b14. - - * geturl.1: Update AUTHOR to include Rosella as contributor. - - * NEWS: Update. - - * socks/geturl.cgi: Simplified command creation, nuked <blink>. - - * socks/geturl.cgi: Wrap nutscape extensions within if $netscape. - (cal_time): Fix == to eq. - - * socks/geturl.cgi: GPL-ized with permission of A. Rosella. - - * geturl.1 (hostname): Moved URL CONVENTIONS to the beginning. - - * Makefile.in: Use @VERSION@. - - * configure.in: Check version from version.c. - - * socks/geturl.cgi: Changed /pub/bin/perl to /usr/bin/perl. - - * socks/download.html: Created from download-netscape.html, made - HTML-2.0 compliant. - - * recur.c (recursive_retrieve): Set opt.force_dir_hier when - following FTP links from recursions. - -1996-07-09 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (mymkdir): Fixed a bug that prevented mymkdir() to create - absolute directories correctly. - - * version.c: Changed version to 1.4b14. - -1996-07-09 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b13. - - * url.c (make_backup): New function. - - * http.c (http_loop): Make a backup copy of the local file (using - rename(2)) before opening it. - - * main.c (main): Added --backups. - - * host.c (ftp_getaddress): Bail out on failed mycuserid(). - (ftp_getaddress): Check for leading dot on MY_DOMAIN. - (ftp_getaddress): Check for empty, null or (null) domain. - - * url.c (get_urls_html): If this_url is NULL, the base must have a - protocol. - (parseurl): Use has_proto. - - * retr.c (retrieve_url): Warn when proxy is used with more than 20 - retries. - - * url.c (mkstruct): Create the directory (calling mymkdir()) only - if it is not already there. - (has_proto): New function. - (get_urls_html): Eliminate the remaining call to findurl -- use - has_proto. - - * geturl.1: Ditto. - - * main.c: Change -X to -x. - - * url.c (url_filename): Simplify creation of filename if - prefix_files is set. - (url_filename): Simplify everything. And I do mean *everything*. - (mkstruct): Add dir_prefix before hostname. - (path_simplify): Fixed a bug that caused writing outside the path - string in case of "." and ".." path strings. - -1996-07-06 Hrvoje Niksic <hniksic@srce.hr> - - * init.c: Added --mirror. - - * main.c (main): Added -X to force saving of directory hierarchy. - - * ftp.c (ftp_retrieve_list): Added recursion depth counter. - (ftp_retrieve_list): Check whether quota is exceeded. - - * url.c (get_urls_html): Skip leading blanks for absolute URIs. - - * http.c (gethttp): Use referer if present. - - * recur.c (recursive_retrieve): Set u->referer before calling - retrieve_url. - - * url.c (newurl): Use memset to nullify the struct members. - (freeurl): Free the referer field too. - - * url.h: Added referer to urlinfo. - - * geturl.1: Updated the manual to document some of the new features. - - * utils.c (numdigit): Moved from url.c. - - * README: Rewritten. - - * config.h.in: Add the support for socks. - - * configure.in: Add the support for socks. - - * url.c (url_filename): If the dir_prefix is ".", work with just - the file name. - (url_filename): Do not look for .n extensions if timestamping if - turned on. - - * retr.c (show_progress): Skip the over-abundant restval data, and - print the rest of it with ',' instead of '.'. - -1996-07-05 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (show_progress): Changed second arg. to long (as it - should be). - (show_progress): Moved to retr.c. - (get_contents): Moved to retr.c. - - * version.c: Change version to 1.4b13. - -1996-07-05 Hrvoje Lacko <hlacko@fly.cc.fer.hr> - - * url.c (in_acclist): Would return after the first suffix. - -1996-07-04 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: "Released" 1.4b12. - - * url.c (path_simplify): More kludgifications. - (get_urls_html): Use new parameters for htmlfindurl. - - * html.c: Removed memorizing "parser states", since the new - organization does not require them. - - * init.c (run_geturlrc): Use read_whole_line. - - * ftp-unix.c (ftp_parse_ls): Use read_whole_line. - - * recur.c (parse_robots): Use read_whole_line. - - * utils.c (read_whole_line): New function. - - * recur.c (tried_robots): Use add_slist/in_slist, *much* cleaner. - - * host.c (ngethostbyname): Call inet_addr just once. Yet to be - tested on OSF and Ultrix. - (add_hlist): New function. - (free_hlist): New function. - (search_host): New function. - (search_address): New function. - (realhost): Use search_host, search_address and add_hlist. - (same_host): Replaced realloc() with strdupdelim(), made - case-insensitive, fixed a memory leak. - - * html.c (ftp_index): Fixed tm_min and tm_sec to be tm_hour and - tm_min, like intended. - - * version.c: Change user agent information to - Geturl/version. - -1996-07-03 Hrvoje Niksic <hniksic@srce.hr> - - * utils.c: Renamed nmalloc.c to utils.c, .h likewise. - - * url.c (acceptable): Always accept directories. - - * ftp-unix.c (ftp_parse_ls): Support brain-damaged "ls -F"-loving - servers by stripping trailing @ from symlinks and trailing / from - directories. - - * ftp.c (ftp_loop): Debugged the "enhanced" heuristics. :-) - - * url.c (skip_url): Use toupper instead of UCASE. - - * host.c (sufmatch): Made it case-insensitive. - - * url.c (match_backwards_or_pattern): Fixed i == -1 to j == -1. - (match_backwards): New function, instead of - match_backwards_or_pattern. - - * recur.c (recursive_retrieve): Increased performance by - introducing inl, which reduces number of calls to in_slist to only - one. - - * ftp.c (ftp_loop): Enhanced the heuristics that decides which - routine to use. - - * main.c (printhelp): Removed the warranty stuff. - -1996-07-02 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (add_slist): Simplify. - (match_backwards_or_pattern): New function. - (in_acclist): Use match_backwards_or_pattern. - (matches): Remove. - -1996-06-30 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (ftp_loop): Call ftp_index on empty file names, if not - recursive. - - * html.c (ftp_index): Fixed to work. Beautified the output. - - * ftp.c (ftp_retrieve_glob): Another argument to control whether - globbing is to be used. - (ftp_retrieve_list): Compare the time-stamps of local and remote - files to determine whether to download. - -1996-06-29 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (rel_constr): New function. - - * retr.c (retrieve_from_file): Check for text/html before - retrieving recursively. - - * main.c (main): Check whether the file is HTML before going into - recursive HTML retrieving. - - * ftp.c (ftp_retrieve_list): Manage directories. - (ftp_retrieve_glob): Pass all the file-types to ftp_retrieve_list. - (ftp_1fl_loop): Fixed a bug that caused con->com to be incorrectly - initialized, causing bugchecks in getftp to fail. - - * configure.in: Check for symlink. - - * ftp.c (ftp_retrieve_list): Added support for symlinks. - - * version.c: "Released" 1.4b10. - - * atotm.c (atotm): Redeclared as time_t. - - * init.c: New variable "timestamping". - - * main.c (main): New option 'N'. - - * http.c (hgetlocation): Case-insensitive match. - (hgetmodified): New function. - (http_loop): Implement time-stamping. - -1996-06-28 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: Changed version to 1.4b10 - - * atotm.c: New file, from phttpd. - - * options.h (struct options): New parameter timestamping. - - * version.c: 1.4b9 "released". - - * recur.c (recursive_retrieve): Used linked list (ulist) for - faster storing of URLs. - - * url.c (get_urls_html): Removed the old kludge with comparing the - outputs of htmlfindurl and findurl. - (get_urls_html): Added better protocol support here. - (create_hash): Removed, as well as add_hash and in_hash. - (addslist): New function. - (in_slist): ditto - - * version.c: Released 1.4b8, changed version to b9. - -1996-06-27 Hrvoje Niksic <hniksic@srce.hr> - - * ftp.c (freefileinfo): New function. - (delelement): New function. - - * everywhere: GPL! - - * ftp.c (ftp_loop): Use ccon. - (ftp_retrieve_glob): Likewise. - - * ftp.h: Define ccon, to define status of control connection. - - * ftp.c (ftp_get_listing): New function. - (ftp_retrieve_more): New function. - (ftp_retrieve_glob): New function. - -1996-06-25 Hrvoje Niksic <hniksic@srce.hr> - - * configure.in: Removed the search for cuserid(). - - * init.c (getmode): Renamed to getperms. - -1996-06-24 Hrvoje Niksic <hniksic@srce.hr> - - * version.c: New version. - - * main.c (hangup): New function, that handles hangup. Hangup - signal now causes geturl to stop writing on stdout, and to write - to a log file. - - * ftp.c (getftp): "Released" 1.4b7. - - * html.c (htmlfindurl): Ignore everything inside <head>...</head>. - (ftp_index): Use fileinfo/urlinfo. - - * ftp-unix.c (ftp_parse_ls): New function. - (symperms): New function. - - * ftp.c (ftp_1fl_loop): New function, to handle 1-file loops. - - * retr.c (retrieve_url): Added FTP support. - -1996-06-23 Hrvoje Niksic <hniksic@srce.hr> - - * geturl.h: Removed NOTFTP2HTML enum. - Added DO_LOGIN, DO_CWD and DO_LIST. LIST_ONLY is obsolete. - - * ftp.c (getftp): Resynched with urlinfo. - (getftp): Removed HMTL-ization of index.html from getftp. - - * version.c: 1.4b6 "released". - - * options.h (options): New struct, to keep options in. - - * http.c (http_loop,gethttp): Synched with proxy. - - * retr.c (retrieve_url): Implemented proxy retrieval. - - * main.c (main): Use retrieve_from_file. - -1996-06-22 Hrvoje Niksic <hniksic@srce.hr> - - * retr.c (retrieve_from_file): New function. - - * url.c (parseurl): Modified to return URLOK if all OK. Protocol - can be found in u->proto. - - * ftp.c (ftp_response): Fixed to accept multi-line responses as - per RFC 959. - - * recr.c (recursive_retrieve): Take newloc from retrieve_url. - - * url.c (mymkdir): Removed the file of the same name, if one - exists. - (isfile): New function. - (mkstruct): Fixed the '/' glitches. - (path_simplify): Hacked to treat something/.. correctly. - -1996-06-21 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (gethttp): Close the socket after error in headers. - (http_loop): HEOF no longer a fatal header. - - * loop.c (retrieve_url): When dt is NULL, do not modify it. This - simplifies the syntax of calling retrieve_url. - - * recr.c (recursive_retrieve): Modified to use get_urls_html. - - * url.c (get_urls_file): New function. - (get_urls_html): New function. - - * recr.c (recursive_retrieve): Patched up to conform to the - standards. - - * http.c (gethttp): Synched with the rest... - (gethttp): Treat only CONREFUSED specially, with connection - errors. - - * init.c,geturl.1,http.c (http_loop): Removed kill_error. - -1996-06-20 Hrvoje Niksic <hniksic@srce.hr> - - * http.c (http_loop): New function. - - * loop.c: Removed *lots* of stuff from retrieve_url. - - * url.c (parseurl): Changed to work with urlinfo. Integrated - username finding and path parsing. - (newurl): New function. - (freeurl): New function. - (mkstruct): Removed the old bogosities, made it urlinfo-compliant. - (url_filename): Likewise. - (path_simplify): Accept relative paths too. - (opt_url): Made urlinfo-compliant, removed bogosities. - (path_simplify): Expanded to accept relative paths. - (str_url): A replacement for hide_url - (decode_string): Fixed a bug that caused malfunctioning when - encountering an illegal %.. combination. - (opt_url): Removed the argument. Dot-optimizations are now default. - - * nmalloc.c (strdupdelim): New function. - - * url.h: Added the urlinfo structure - -1996-06-19 Hrvoje Niksic <hniksic@srce.hr> - - * url.c (hide_url): Thrown out the protocol assertion. Do not - change the URL if the protocol if not recognized. - (findurl): Put continue instead of break. - -1996-06-18 Hrvoje Niksic <hniksic@srce.hr> - - * sample.geturlrc: Changed the defaults to be commented out and - harmless (previous defaults caused pains if copied to - ~/.geturlrc). - - * http.c (gethttp): Print the HTTP request in debug mode. - - * connect.c (iread): Added EINTR check loop to select-ing - too. EINTR is now correctly handled with select(). - - * TODO: new file - -1996-05-07 Hrvoje Niksic <hniksic@srce.hr> - - * host.c (same_host): Made the function a little bit more - intelligent regarding diversified URL syntaxes. - - * url.c (skip_url): Spaces are now skipped after URL: - - * Released 1.3.1 with the patch to prevent crashing when sending - NULL to robot* functions and the patch to compile "out of the box" - on AIX. - - * recr.c (recursive_retrieve): Added checking whether this_url is - NULL when calling the robot functions. - - * ChangeLog: New file. diff --git a/src/Makefile.am b/src/Makefile.am index ce830b2..94d2080 100644 --- a/src/Makefile.am +++ b/src/Makefile.am @@ -83,7 +83,7 @@ version.c: $(wget_SOURCES) ../lib/libgnu.a | $(ESCAPEQUOTE) >> $@ css.c: $(srcdir)/css.l - $(LEX) $(LFLAGS) -o $@ $^ + $(LEX) $(LFLAGS) -o$@ $^ css_.c: css.c echo '#include "wget.h"' > $@ diff --git a/src/Makefile.in b/src/Makefile.in index 56ed97d..8d8824f 100644 --- a/src/Makefile.in +++ b/src/Makefile.in @@ -1,4 +1,4 @@ -# Makefile.in generated by automake 1.13.4 from Makefile.am. +# Makefile.in generated by automake 1.14.1 from Makefile.am. # @configure_input@ # Copyright (C) 1994-2013 Free Software Foundation, Inc. @@ -113,8 +113,8 @@ host_triplet = @host@ bin_PROGRAMS = wget$(EXEEXT) subdir = src DIST_COMMON = $(srcdir)/Makefile.in $(srcdir)/Makefile.am \ - $(srcdir)/config.h.in mswindows.c http-ntlm.c ftp-opie.c \ - gnutls.c openssl.c $(top_srcdir)/build-aux/depcomp ChangeLog + $(srcdir)/config.h.in http-ntlm.c gnutls.c openssl.c \ + ftp-opie.c mswindows.c $(top_srcdir)/build-aux/depcomp ACLOCAL_M4 = $(top_srcdir)/aclocal.m4 am__aclocal_m4_deps = $(top_srcdir)/m4/00gnulib.m4 \ $(top_srcdir)/m4/absolute-header.m4 $(top_srcdir)/m4/alloca.m4 \ @@ -788,6 +788,7 @@ HAVE_LINK = @HAVE_LINK@ HAVE_LINKAT = @HAVE_LINKAT@ HAVE_LONG_LONG_INT = @HAVE_LONG_LONG_INT@ HAVE_LSTAT = @HAVE_LSTAT@ +HAVE_MAX_ALIGN_T = @HAVE_MAX_ALIGN_T@ HAVE_MBRLEN = @HAVE_MBRLEN@ HAVE_MBRTOWC = @HAVE_MBRTOWC@ HAVE_MBSINIT = @HAVE_MBSINIT@ @@ -1257,6 +1258,7 @@ SYS_IOCTL_H_HAVE_WINSOCK2_H_AND_USE_SOCKETS = @SYS_IOCTL_H_HAVE_WINSOCK2_H_AND_U SYS_TIME_H_DEFINES_STRUCT_TIMESPEC = @SYS_TIME_H_DEFINES_STRUCT_TIMESPEC@ TIME_H_DEFINES_STRUCT_TIMESPEC = @TIME_H_DEFINES_STRUCT_TIMESPEC@ UNDEFINE_STRTOK_R = @UNDEFINE_STRTOK_R@ +UNISTD_H_DEFINES_STRUCT_TIMESPEC = @UNISTD_H_DEFINES_STRUCT_TIMESPEC@ UNISTD_H_HAVE_WINSOCK2_H = @UNISTD_H_HAVE_WINSOCK2_H@ UNISTD_H_HAVE_WINSOCK2_H_AND_USE_SOCKETS = @UNISTD_H_HAVE_WINSOCK2_H_AND_USE_SOCKETS@ USE_NLS = @USE_NLS@ @@ -1397,8 +1399,8 @@ $(ACLOCAL_M4): $(am__aclocal_m4_deps) $(am__aclocal_m4_deps): config.h: stamp-h1 - @if test ! -f $@; then rm -f stamp-h1; else :; fi - @if test ! -f $@; then $(MAKE) $(AM_MAKEFLAGS) stamp-h1; else :; fi + @test -f $@ || rm -f stamp-h1 + @test -f $@ || $(MAKE) $(AM_MAKEFLAGS) stamp-h1 stamp-h1: $(srcdir)/config.h.in $(top_builddir)/config.status @rm -f stamp-h1 @@ -1543,14 +1545,14 @@ distclean-compile: @am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/$*.Tpo $(DEPDIR)/$*.Po @AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='$<' object='$@' libtool=no @AMDEPBACKSLASH@ @AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ -@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(COMPILE) -c $< +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(COMPILE) -c -o $@ $< .c.obj: @am__fastdepCC_TRUE@ $(AM_V_CC)$(COMPILE) -MT $@ -MD -MP -MF $(DEPDIR)/$*.Tpo -c -o $@ `$(CYGPATH_W) '$<'` @am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/$*.Tpo $(DEPDIR)/$*.Po @AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='$<' object='$@' libtool=no @AMDEPBACKSLASH@ @AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ -@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(COMPILE) -c `$(CYGPATH_W) '$<'` +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(COMPILE) -c -o $@ `$(CYGPATH_W) '$<'` libunittest_a-connect.o: connect.c @am__fastdepCC_TRUE@ $(AM_V_CC)$(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(libunittest_a_CPPFLAGS) $(CPPFLAGS) $(AM_CFLAGS) $(CFLAGS) -MT libunittest_a-connect.o -MD -MP -MF $(DEPDIR)/libunittest_a-connect.Tpo -c -o libunittest_a-connect.o `test -f 'connect.c' || echo '$(srcdir)/'`connect.c @@ -2216,7 +2218,7 @@ version.c: $(wget_SOURCES) ../lib/libgnu.a | $(ESCAPEQUOTE) >> $@ css.c: $(srcdir)/css.l - $(LEX) $(LFLAGS) -o $@ $^ + $(LEX) $(LFLAGS) -o$@ $^ css_.c: css.c echo '#include "wget.h"' > $@ diff --git a/src/config.h.in b/src/config.h.in index 4ae494f..3953a4d 100644 --- a/src/config.h.in +++ b/src/config.h.in @@ -82,6 +82,10 @@ #undef GETTIMEOFDAY_TIMEZONE /* Define to a C preprocessor expression that evaluates to 1 or 0, depending + whether the gnulib module dirname shall be considered present. */ +#undef GNULIB_DIRNAME + +/* Define to a C preprocessor expression that evaluates to 1 or 0, depending whether the gnulib module fd-safer-flag shall be considered present. */ #undef GNULIB_FD_SAFER_FLAG @@ -101,6 +105,10 @@ whether the gnulib module pipe2-safer shall be considered present. */ #undef GNULIB_PIPE2_SAFER +/* Define to 1 if printf and friends should be labeled with attribute + "__gnu_printf__" instead of "__printf__" */ +#undef GNULIB_PRINTF_ATTRIBUTE_FLAVOR_GNU + /* Define to a C preprocessor expression that evaluates to 1 or 0, depending whether the gnulib module scanf shall be considered present. */ #undef GNULIB_SCANF @@ -389,11 +397,11 @@ /* Define to 1 if you have the `catgets' function. */ #undef HAVE_CATGETS -/* Define to 1 if you have the MacOS X function CFLocaleCopyCurrent in the +/* Define to 1 if you have the Mac OS X function CFLocaleCopyCurrent in the CoreFoundation framework. */ #undef HAVE_CFLOCALECOPYCURRENT -/* Define to 1 if you have the MacOS X function CFPreferencesCopyAppValue in +/* Define to 1 if you have the Mac OS X function CFPreferencesCopyAppValue in the CoreFoundation framework. */ #undef HAVE_CFPREFERENCESCOPYAPPVALUE @@ -494,6 +502,10 @@ don't. */ #undef HAVE_DECL_GETDELIM +/* Define to 1 if you have the declaration of `getdtablesize', and to 0 if you + don't. */ +#undef HAVE_DECL_GETDTABLESIZE + /* Define to 1 if you have the declaration of `getenv', and to 0 if you don't. */ #undef HAVE_DECL_GETENV @@ -735,7 +747,7 @@ /* Define to 1 if you have the `eay32' library (-leay32). */ #undef HAVE_LIBEAY32 -/* Define if using gnutls. */ +/* Define if you have the libgnutls library. */ #undef HAVE_LIBGNUTLS /* Define to 1 if you have the <libintl.h> header file. */ @@ -744,7 +756,7 @@ /* Define to 1 if you have the `nsl' library (-lnsl). */ #undef HAVE_LIBNSL -/* Define if using libpcre. */ +/* Define if libpcre is available. */ #undef HAVE_LIBPCRE /* PSL support enabled */ @@ -756,7 +768,7 @@ /* Define to 1 if you have the `socket' library (-lsocket). */ #undef HAVE_LIBSOCKET -/* Define if using openssl. */ +/* Define if you have the libssl library. */ #undef HAVE_LIBSSL /* Define to 1 if you have the `ssl32' library (-lssl32). */ @@ -890,6 +902,9 @@ /* Define to 1 if you have the `random' function. */ #undef HAVE_RANDOM +/* Define to 1 if you have the `RAND_egd' function. */ +#undef HAVE_RAND_EGD + /* Define to 1 if you have the `rawmemchr' function. */ #undef HAVE_RAWMEMCHR @@ -2002,9 +2017,6 @@ /* Define if the mbrtowc function returns a wrong return value. */ #undef MBRTOWC_RETVAL_BUG -/* Define to 1 if your C compiler doesn't accept -c and -o together. */ -#undef NO_MINUS_C_MINUS_O - /* Define to 1 if open() fails to recognize a trailing slash. */ #undef OPEN_TRAILING_SLASH_BUG @@ -2150,6 +2162,10 @@ #ifndef _GNU_SOURCE # undef _GNU_SOURCE #endif +/* Use GNU style printf and scanf. */ +#ifndef __USE_MINGW_ANSI_STDIO +# undef __USE_MINGW_ANSI_STDIO +#endif /* Enable threading extensions on Solaris. */ #ifndef _POSIX_PTHREAD_SEMANTICS # undef _POSIX_PTHREAD_SEMANTICS diff --git a/src/connect.c b/src/connect.c index 661a6ba..c9dd6fb 100644 --- a/src/connect.c +++ b/src/connect.c @@ -54,6 +54,11 @@ as that of the covered work. */ #include <errno.h> #include <string.h> #include <sys/time.h> + +#ifdef ENABLE_IRI +#include <idn-free.h> +#endif + #include "utils.h" #include "host.h" #include "connect.h" @@ -278,7 +283,7 @@ connect_to_ip (const ip_address *ip, int port, const char *print) str = xmalloc (len); snprintf (str, len, "%s (%s)", name, print); str[len-1] = '\0'; - xfree (name); + idn_free (name); } logprintf (LOG_VERBOSE, _("Connecting to %s|%s|:%d... "), @@ -366,7 +371,7 @@ connect_to_ip (const ip_address *ip, int port, const char *print) if (sock >= 0) fd_close (sock); if (print) - logprintf (LOG_VERBOSE, _("failed: %s.\n"), strerror (errno)); + logprintf (LOG_NOTQUIET, _("failed: %s.\n"), strerror (errno)); errno = save_errno; return -1; } diff --git a/src/ftp-basic.c b/src/ftp-basic.c index f9b9ad2..fdd6114 100644 --- a/src/ftp-basic.c +++ b/src/ftp-basic.c @@ -788,12 +788,6 @@ ftp_epsv (int csock, ip_address *ip, int *port) for (tport = 0, i = 0; i < 5 && c_isdigit (*s); i++, s++) tport = (*s - '0') + 10 * tport; - if (i >= 5) - { - xfree (respline); - return FTPINVPASV; - } - /* Make sure that the response terminates correcty */ if (*s++ != delim) { @@ -1350,7 +1350,6 @@ Error in server response, closing control connection.\n")); /* Get the server to tell us if everything is retrieved. */ err = ftp_response (csock, &respline); - *last_expected_bytes = ftp_expected_bytes (respline); if (err != FTPOK) { /* The control connection is decidedly closed. Print the time @@ -1366,6 +1365,7 @@ Error in server response, closing control connection.\n")); con->csock = -1; return FTPRETRINT; } /* err != FTPOK */ + *last_expected_bytes = ftp_expected_bytes (respline); /* If retrieval failed for any reason, return FTPRETRINT, but do not close socket, since the control connection is still alive. If there is something wrong with the control connection, it will @@ -57,6 +57,10 @@ as that of the covered work. */ #include <errno.h> +#ifdef ENABLE_IRI +#include <idn-free.h> +#endif + #include "utils.h" #include "host.h" #include "url.h" @@ -741,7 +745,7 @@ lookup_host (const char *host, int flags) str = xmalloc (len); snprintf (str, len, "%s (%s)", name, host); str[len-1] = '\0'; - xfree (name); + idn_free (name); } logprintf (LOG_VERBOSE, _("Resolving %s... "), @@ -2817,7 +2817,7 @@ read_header: } if (statcode == HTTP_STATUS_RANGE_NOT_SATISFIABLE - || (!opt.timestamping && statcode == HTTP_STATUS_OK + || (!opt.timestamping && hs->restval > 0 && statcode == HTTP_STATUS_OK && contrange == 0 && contlen >= 0 && hs->restval >= contlen)) { /* If `-c' is in use and the file has been fully downloaded (or @@ -104,6 +104,7 @@ CMD_DECLARE (cmd_spec_htmlify); CMD_DECLARE (cmd_spec_mirror); CMD_DECLARE (cmd_spec_prefer_family); CMD_DECLARE (cmd_spec_progress); +CMD_DECLARE (cmd_spec_progressdisp); CMD_DECLARE (cmd_spec_recursive); CMD_DECLARE (cmd_spec_regex_type); CMD_DECLARE (cmd_spec_restrict_file_names); @@ -161,7 +162,7 @@ static const struct { { "convertlinks", &opt.convert_links, cmd_boolean }, { "cookies", &opt.cookies, cmd_boolean }, #ifdef HAVE_SSL - { "crlfile", &opt.crl_file, cmd_file_once }, + { "crlfile", &opt.crl_file, cmd_file_once }, #endif { "cutdirs", &opt.cut_dirs, cmd_number }, { "debug", &opt.debug, cmd_boolean }, @@ -275,7 +276,7 @@ static const struct { #endif { "serverresponse", &opt.server_response, cmd_boolean }, { "showalldnsentries", &opt.show_all_dns_entries, cmd_boolean }, - { "showprogress", &opt.show_progress, cmd_boolean }, + { "showprogress", &opt.show_progress, cmd_spec_progressdisp }, { "spanhosts", &opt.spanhost, cmd_boolean }, { "spider", &opt.spider, cmd_boolean }, { "startpos", &opt.start_pos, cmd_bytes }, @@ -434,7 +435,7 @@ defaults (void) /* Use a negative value to mark the absence of --start-pos option */ opt.start_pos = -1; - opt.show_progress = false; + opt.show_progress = -1; opt.noscroll = false; } @@ -1572,6 +1573,22 @@ cmd_spec_useragent (const char *com, const char *val, void *place_ignored _GL_UN return true; } +/* The --show-progress option is not a cmd_boolean since we need to keep track + * of whether the user explicitly requested the option or not. -1 means + * uninitialized. */ +static bool +cmd_spec_progressdisp (const char *com, const char *val, void *place _GL_UNUSED) +{ + bool flag; + if (cmd_boolean (com, val, &flag)) + { + opt.show_progress = flag; + return true; + } + return false; +} + + /* The "verbose" option cannot be cmd_boolean because the variable is not bool -- it's of type int (-1 means uninitialized because of some random hackery for disallowing -q -v). */ @@ -1583,6 +1600,7 @@ cmd_spec_verbose (const char *com, const char *val, void *place_ignored _GL_UNUS if (cmd_boolean (com, val, &flag)) { opt.verbose = flag; + opt.show_progress = -1; return true; } return false; @@ -35,11 +35,14 @@ as that of the covered work. */ #include <iconv.h> #include <stringprep.h> #include <idna.h> +#include <idn-free.h> #include <errno.h> #include "utils.h" #include "url.h" #include "c-strcase.h" +#include "c-strcasestr.h" +#include "xstrndup.h" /* RFC3987 section 3.1 mandates STD3 ASCII RULES */ #define IDNA_FLAGS IDNA_USE_STD3_ASCII_RULES @@ -56,7 +59,7 @@ parse_charset (char *str) if (!str || !*str) return NULL; - str = strcasestr (str, "charset="); + str = c_strcasestr (str, "charset="); if (!str) return NULL; @@ -132,7 +135,7 @@ do_conversion (const char *tocode, const char *fromcode, char *in, size_t inlen, /* iconv() has to work on an unescaped string */ in_org = in; - in_save = in = strndup(in, inlen); + in_save = in = xstrndup(in, inlen); url_unescape(in); inlen = strlen(in); @@ -39,6 +39,9 @@ struct iri { #ifdef ENABLE_IRI +# include <idna.h> +# include <idn-free.h> + char *parse_charset (char *str); char *find_locale (void); bool check_encoding_name (char *encoding); @@ -62,6 +65,7 @@ extern struct iri dummy_iri; #define locale_to_utf8(str) (str) #define idn_encode(a,b) NULL #define idn_decode(str) NULL +#define idn_free(str) ((void)0) #define remote_to_utf8(a,b,c) false #define iri_new() (&dummy_iri) #define iri_dup(a) (&dummy_iri) @@ -310,6 +310,14 @@ get_log_fp (void) return stderr; } +static FILE * +get_progress_fp (void) +{ + if (opt.show_progress == true) + return stderr; + return get_log_fp(); +} + /* Returns the file descriptor for the secondary log file. This is WARCLOGFP, except if called before log_init, in which case it returns stderr. This is useful in case someone calls a logging @@ -345,8 +353,14 @@ logputs (enum log_options o, const char *s) FILE *warcfp; check_redirect_output (); - if ((fp = get_log_fp ()) == NULL) + if (o == LOG_PROGRESS) + fp = get_progress_fp (); + else + fp = get_log_fp (); + + if (fp == NULL) return; + warcfp = get_warc_log_fp (); CHECK_VERBOSE (o); @@ -536,6 +550,7 @@ logprintf (enum log_options o, const char *fmt, ...) CHECK_VERBOSE (o); xzero (lpstate); + errno = 0; do { va_start (args, fmt); @@ -56,6 +56,7 @@ as that of the covered work. */ #include "warc.h" #include "version.h" #include "c-strcase.h" +#include "dirname.h" #include <getopt.h> #include <getpass.h> #include <quote.h> @@ -447,206 +448,206 @@ Mandatory arguments to long options are mandatory for short options too.\n\n"), N_("\ Startup:\n"), N_("\ - -V, --version display the version of Wget and exit.\n"), + -V, --version display the version of Wget and exit\n"), N_("\ - -h, --help print this help.\n"), + -h, --help print this help\n"), N_("\ - -b, --background go to background after startup.\n"), + -b, --background go to background after startup\n"), N_("\ - -e, --execute=COMMAND execute a `.wgetrc'-style command.\n"), + -e, --execute=COMMAND execute a `.wgetrc'-style command\n"), "\n", N_("\ Logging and input file:\n"), N_("\ - -o, --output-file=FILE log messages to FILE.\n"), + -o, --output-file=FILE log messages to FILE\n"), N_("\ - -a, --append-output=FILE append messages to FILE.\n"), + -a, --append-output=FILE append messages to FILE\n"), #ifdef ENABLE_DEBUG N_("\ - -d, --debug print lots of debugging information.\n"), + -d, --debug print lots of debugging information\n"), #endif #ifdef USE_WATT32 N_("\ - --wdebug print Watt-32 debug output.\n"), + --wdebug print Watt-32 debug output\n"), #endif N_("\ - -q, --quiet quiet (no output).\n"), + -q, --quiet quiet (no output)\n"), N_("\ - -v, --verbose be verbose (this is the default).\n"), + -v, --verbose be verbose (this is the default)\n"), N_("\ - -nv, --no-verbose turn off verboseness, without being quiet.\n"), + -nv, --no-verbose turn off verboseness, without being quiet\n"), N_("\ - --report-speed=TYPE Output bandwidth as TYPE. TYPE can be bits.\n"), + --report-speed=TYPE output bandwidth as TYPE. TYPE can be bits\n"), N_("\ - -i, --input-file=FILE download URLs found in local or external FILE.\n"), + -i, --input-file=FILE download URLs found in local or external FILE\n"), N_("\ - -F, --force-html treat input file as HTML.\n"), + -F, --force-html treat input file as HTML\n"), N_("\ -B, --base=URL resolves HTML input-file links (-i -F)\n\ - relative to URL.\n"), + relative to URL\n"), N_("\ - --config=FILE Specify config file to use.\n"), + --config=FILE specify config file to use\n"), N_("\ - --no-config Do not read any config file.\n"), + --no-config do not read any config file\n"), "\n", N_("\ Download:\n"), N_("\ - -t, --tries=NUMBER set number of retries to NUMBER (0 unlimits).\n"), + -t, --tries=NUMBER set number of retries to NUMBER (0 unlimits)\n"), N_("\ - --retry-connrefused retry even if connection is refused.\n"), + --retry-connrefused retry even if connection is refused\n"), N_("\ - -O, --output-document=FILE write documents to FILE.\n"), + -O, --output-document=FILE write documents to FILE\n"), N_("\ -nc, --no-clobber skip downloads that would download to\n\ - existing files (overwriting them).\n"), + existing files (overwriting them)\n"), N_("\ - -c, --continue resume getting a partially-downloaded file.\n"), + -c, --continue resume getting a partially-downloaded file\n"), N_("\ - --start-pos=OFFSET start downloading from zero-based position OFFSET.\n"), + --start-pos=OFFSET start downloading from zero-based position OFFSET\n"), N_("\ - --progress=TYPE select progress gauge type.\n"), + --progress=TYPE select progress gauge type\n"), N_("\ - --show-progress display the progress bar in any verbosity mode.\n"), + --show-progress display the progress bar in any verbosity mode\n"), N_("\ -N, --timestamping don't re-retrieve files unless newer than\n\ - local.\n"), + local\n"), N_("\ --no-use-server-timestamps don't set the local file's timestamp by\n\ - the one on the server.\n"), + the one on the server\n"), N_("\ - -S, --server-response print server response.\n"), + -S, --server-response print server response\n"), N_("\ - --spider don't download anything.\n"), + --spider don't download anything\n"), N_("\ - -T, --timeout=SECONDS set all timeout values to SECONDS.\n"), + -T, --timeout=SECONDS set all timeout values to SECONDS\n"), N_("\ - --dns-timeout=SECS set the DNS lookup timeout to SECS.\n"), + --dns-timeout=SECS set the DNS lookup timeout to SECS\n"), N_("\ - --connect-timeout=SECS set the connect timeout to SECS.\n"), + --connect-timeout=SECS set the connect timeout to SECS\n"), N_("\ - --read-timeout=SECS set the read timeout to SECS.\n"), + --read-timeout=SECS set the read timeout to SECS\n"), N_("\ - -w, --wait=SECONDS wait SECONDS between retrievals.\n"), + -w, --wait=SECONDS wait SECONDS between retrievals\n"), N_("\ - --waitretry=SECONDS wait 1..SECONDS between retries of a retrieval.\n"), + --waitretry=SECONDS wait 1..SECONDS between retries of a retrieval\n"), N_("\ - --random-wait wait from 0.5*WAIT...1.5*WAIT secs between retrievals.\n"), + --random-wait wait from 0.5*WAIT...1.5*WAIT secs between retrievals\n"), N_("\ - --no-proxy explicitly turn off proxy.\n"), + --no-proxy explicitly turn off proxy\n"), N_("\ - -Q, --quota=NUMBER set retrieval quota to NUMBER.\n"), + -Q, --quota=NUMBER set retrieval quota to NUMBER\n"), N_("\ - --bind-address=ADDRESS bind to ADDRESS (hostname or IP) on local host.\n"), + --bind-address=ADDRESS bind to ADDRESS (hostname or IP) on local host\n"), N_("\ - --limit-rate=RATE limit download rate to RATE.\n"), + --limit-rate=RATE limit download rate to RATE\n"), N_("\ - --no-dns-cache disable caching DNS lookups.\n"), + --no-dns-cache disable caching DNS lookups\n"), N_("\ - --restrict-file-names=OS restrict chars in file names to ones OS allows.\n"), + --restrict-file-names=OS restrict chars in file names to ones OS allows\n"), N_("\ - --ignore-case ignore case when matching files/directories.\n"), + --ignore-case ignore case when matching files/directories\n"), #ifdef ENABLE_IPV6 N_("\ - -4, --inet4-only connect only to IPv4 addresses.\n"), + -4, --inet4-only connect only to IPv4 addresses\n"), N_("\ - -6, --inet6-only connect only to IPv6 addresses.\n"), + -6, --inet6-only connect only to IPv6 addresses\n"), N_("\ --prefer-family=FAMILY connect first to addresses of specified family,\n\ - one of IPv6, IPv4, or none.\n"), + one of IPv6, IPv4, or none\n"), #endif N_("\ - --user=USER set both ftp and http user to USER.\n"), + --user=USER set both ftp and http user to USER\n"), N_("\ - --password=PASS set both ftp and http password to PASS.\n"), + --password=PASS set both ftp and http password to PASS\n"), N_("\ - --ask-password prompt for passwords.\n"), + --ask-password prompt for passwords\n"), N_("\ - --no-iri turn off IRI support.\n"), + --no-iri turn off IRI support\n"), N_("\ - --local-encoding=ENC use ENC as the local encoding for IRIs.\n"), + --local-encoding=ENC use ENC as the local encoding for IRIs\n"), N_("\ - --remote-encoding=ENC use ENC as the default remote encoding.\n"), + --remote-encoding=ENC use ENC as the default remote encoding\n"), N_("\ - --unlink remove file before clobber.\n"), + --unlink remove file before clobber\n"), "\n", N_("\ Directories:\n"), N_("\ - -nd, --no-directories don't create directories.\n"), + -nd, --no-directories don't create directories\n"), N_("\ - -x, --force-directories force creation of directories.\n"), + -x, --force-directories force creation of directories\n"), N_("\ - -nH, --no-host-directories don't create host directories.\n"), + -nH, --no-host-directories don't create host directories\n"), N_("\ - --protocol-directories use protocol name in directories.\n"), + --protocol-directories use protocol name in directories\n"), N_("\ - -P, --directory-prefix=PREFIX save files to PREFIX/...\n"), + -P, --directory-prefix=PREFIX save files to PREFIX/..\n"), N_("\ - --cut-dirs=NUMBER ignore NUMBER remote directory components.\n"), + --cut-dirs=NUMBER ignore NUMBER remote directory components\n"), "\n", N_("\ HTTP options:\n"), N_("\ - --http-user=USER set http user to USER.\n"), + --http-user=USER set http user to USER\n"), N_("\ - --http-password=PASS set http password to PASS.\n"), + --http-password=PASS set http password to PASS\n"), N_("\ - --no-cache disallow server-cached data.\n"), + --no-cache disallow server-cached data\n"), N_ ("\ - --default-page=NAME Change the default page name (normally\n\ - this is `index.html'.).\n"), + --default-page=NAME change the default page name (normally\n\ + this is 'index.html'.)\n"), N_("\ - -E, --adjust-extension save HTML/CSS documents with proper extensions.\n"), + -E, --adjust-extension save HTML/CSS documents with proper extensions\n"), N_("\ - --ignore-length ignore `Content-Length' header field.\n"), + --ignore-length ignore 'Content-Length' header field\n"), N_("\ - --header=STRING insert STRING among the headers.\n"), + --header=STRING insert STRING among the headers\n"), N_("\ - --max-redirect maximum redirections allowed per page.\n"), + --max-redirect maximum redirections allowed per page\n"), N_("\ - --proxy-user=USER set USER as proxy username.\n"), + --proxy-user=USER set USER as proxy username\n"), N_("\ - --proxy-password=PASS set PASS as proxy password.\n"), + --proxy-password=PASS set PASS as proxy password\n"), N_("\ - --referer=URL include `Referer: URL' header in HTTP request.\n"), + --referer=URL include 'Referer: URL' header in HTTP request\n"), N_("\ - --save-headers save the HTTP headers to file.\n"), + --save-headers save the HTTP headers to file\n"), N_("\ - -U, --user-agent=AGENT identify as AGENT instead of Wget/VERSION.\n"), + -U, --user-agent=AGENT identify as AGENT instead of Wget/VERSION\n"), N_("\ - --no-http-keep-alive disable HTTP keep-alive (persistent connections).\n"), + --no-http-keep-alive disable HTTP keep-alive (persistent connections)\n"), N_("\ - --no-cookies don't use cookies.\n"), + --no-cookies don't use cookies\n"), N_("\ - --load-cookies=FILE load cookies from FILE before session.\n"), + --load-cookies=FILE load cookies from FILE before session\n"), N_("\ - --save-cookies=FILE save cookies to FILE after session.\n"), + --save-cookies=FILE save cookies to FILE after session\n"), N_("\ - --keep-session-cookies load and save session (non-permanent) cookies.\n"), + --keep-session-cookies load and save session (non-permanent) cookies\n"), N_("\ - --post-data=STRING use the POST method; send STRING as the data.\n"), + --post-data=STRING use the POST method; send STRING as the data\n"), N_("\ - --post-file=FILE use the POST method; send contents of FILE.\n"), + --post-file=FILE use the POST method; send contents of FILE\n"), N_("\ - --method=HTTPMethod use method \"HTTPMethod\" in the request.\n"), + --method=HTTPMethod use method \"HTTPMethod\" in the request\n"), N_("\ - --body-data=STRING Send STRING as data. --method MUST be set.\n"), + --body-data=STRING send STRING as data. --method MUST be set\n"), N_("\ - --body-file=FILE Send contents of FILE. --method MUST be set.\n"), + --body-file=FILE send contents of FILE. --method MUST be set\n"), N_("\ --content-disposition honor the Content-Disposition header when\n\ - choosing local file names (EXPERIMENTAL).\n"), + choosing local file names (EXPERIMENTAL)\n"), N_("\ - --content-on-error output the received content on server errors.\n"), + --content-on-error output the received content on server errors\n"), N_("\ --auth-no-challenge send Basic HTTP authentication information\n\ - without first waiting for the server's\n\ - challenge.\n"), + without first waiting for the server's\n\ + challenge\n"), "\n", #ifdef HAVE_SSL @@ -654,29 +655,33 @@ HTTP options:\n"), HTTPS (SSL/TLS) options:\n"), N_("\ --secure-protocol=PR choose secure protocol, one of auto, SSLv2,\n\ - SSLv3, TLSv1 and PFS.\n"), + SSLv3, TLSv1 and PFS\n"), N_("\ --https-only only follow secure HTTPS links\n"), N_("\ - --no-check-certificate don't validate the server's certificate.\n"), + --no-check-certificate don't validate the server's certificate\n"), N_("\ - --certificate=FILE client certificate file.\n"), + --certificate=FILE client certificate file\n"), N_("\ - --certificate-type=TYPE client certificate type, PEM or DER.\n"), + --certificate-type=TYPE client certificate type, PEM or DER\n"), N_("\ - --private-key=FILE private key file.\n"), + --private-key=FILE private key file\n"), N_("\ - --private-key-type=TYPE private key type, PEM or DER.\n"), + --private-key-type=TYPE private key type, PEM or DER\n"), N_("\ - --ca-certificate=FILE file with the bundle of CA's.\n"), + --ca-certificate=FILE file with the bundle of CAs\n"), N_("\ - --ca-directory=DIR directory where hash list of CA's is stored.\n"), + --ca-directory=DIR directory where hash list of CAs is stored\n"), N_("\ - --crl-file=FILE file with bundle of CRL's.\n"), + --crl-file=FILE file with bundle of CRLs\n"), +#if defined(HAVE_LIBSSL) || defined(HAVE_LIBSSL32) N_("\ - --random-file=FILE file with random data for seeding the SSL PRNG.\n"), + --random-file=FILE file with random data for seeding the SSL PRNG\n"), +#endif +#if (defined(HAVE_LIBSSL) || defined(HAVE_LIBSSL32)) && defined(HAVE_RAND_EGD) N_("\ - --egd-file=FILE file naming the EGD socket with random data.\n"), + --egd-file=FILE file naming the EGD socket with random data\n"), +#endif "\n", #endif /* HAVE_SSL */ @@ -684,120 +689,120 @@ HTTPS (SSL/TLS) options:\n"), FTP options:\n"), #ifdef __VMS N_("\ - --ftp-stmlf Use Stream_LF format for all binary FTP files.\n"), + --ftp-stmlf use Stream_LF format for all binary FTP files\n"), #endif /* def __VMS */ N_("\ - --ftp-user=USER set ftp user to USER.\n"), + --ftp-user=USER set ftp user to USER\n"), N_("\ - --ftp-password=PASS set ftp password to PASS.\n"), + --ftp-password=PASS set ftp password to PASS\n"), N_("\ - --no-remove-listing don't remove `.listing' files.\n"), + --no-remove-listing don't remove '.listing' files\n"), N_("\ - --no-glob turn off FTP file name globbing.\n"), + --no-glob turn off FTP file name globbing\n"), N_("\ - --no-passive-ftp disable the \"passive\" transfer mode.\n"), + --no-passive-ftp disable the \"passive\" transfer mode\n"), N_("\ - --preserve-permissions preserve remote file permissions.\n"), + --preserve-permissions preserve remote file permissions\n"), N_("\ - --retr-symlinks when recursing, get linked-to files (not dir).\n"), + --retr-symlinks when recursing, get linked-to files (not dir)\n"), "\n", N_("\ WARC options:\n"), N_("\ - --warc-file=FILENAME save request/response data to a .warc.gz file.\n"), + --warc-file=FILENAME save request/response data to a .warc.gz file\n"), N_("\ - --warc-header=STRING insert STRING into the warcinfo record.\n"), + --warc-header=STRING insert STRING into the warcinfo record\n"), N_("\ - --warc-max-size=NUMBER set maximum size of WARC files to NUMBER.\n"), + --warc-max-size=NUMBER set maximum size of WARC files to NUMBER\n"), N_("\ - --warc-cdx write CDX index files.\n"), + --warc-cdx write CDX index files\n"), N_("\ - --warc-dedup=FILENAME do not store records listed in this CDX file.\n"), + --warc-dedup=FILENAME do not store records listed in this CDX file\n"), #ifdef HAVE_LIBZ N_("\ - --no-warc-compression do not compress WARC files with GZIP.\n"), + --no-warc-compression do not compress WARC files with GZIP\n"), #endif N_("\ - --no-warc-digests do not calculate SHA1 digests.\n"), + --no-warc-digests do not calculate SHA1 digests\n"), N_("\ - --no-warc-keep-log do not store the log file in a WARC record.\n"), + --no-warc-keep-log do not store the log file in a WARC record\n"), N_("\ --warc-tempdir=DIRECTORY location for temporary files created by the\n\ - WARC writer.\n"), + WARC writer\n"), "\n", N_("\ Recursive download:\n"), N_("\ - -r, --recursive specify recursive download.\n"), + -r, --recursive specify recursive download\n"), N_("\ - -l, --level=NUMBER maximum recursion depth (inf or 0 for infinite).\n"), + -l, --level=NUMBER maximum recursion depth (inf or 0 for infinite)\n"), N_("\ - --delete-after delete files locally after downloading them.\n"), + --delete-after delete files locally after downloading them\n"), N_("\ -k, --convert-links make links in downloaded HTML or CSS point to\n\ - local files.\n"), + local files\n"), N_("\ - --backups=N before writing file X, rotate up to N backup files.\n"), + --backups=N before writing file X, rotate up to N backup files\n"), #ifdef __VMS N_("\ - -K, --backup-converted before converting file X, back up as X_orig.\n"), + -K, --backup-converted before converting file X, back up as X_orig\n"), #else /* def __VMS */ N_("\ - -K, --backup-converted before converting file X, back up as X.orig.\n"), + -K, --backup-converted before converting file X, back up as X.orig\n"), #endif /* def __VMS [else] */ N_("\ - -m, --mirror shortcut for -N -r -l inf --no-remove-listing.\n"), + -m, --mirror shortcut for -N -r -l inf --no-remove-listing\n"), N_("\ - -p, --page-requisites get all images, etc. needed to display HTML page.\n"), + -p, --page-requisites get all images, etc. needed to display HTML page\n"), N_("\ - --strict-comments turn on strict (SGML) handling of HTML comments.\n"), + --strict-comments turn on strict (SGML) handling of HTML comments\n"), "\n", N_("\ Recursive accept/reject:\n"), N_("\ - -A, --accept=LIST comma-separated list of accepted extensions.\n"), + -A, --accept=LIST comma-separated list of accepted extensions\n"), N_("\ - -R, --reject=LIST comma-separated list of rejected extensions.\n"), + -R, --reject=LIST comma-separated list of rejected extensions\n"), N_("\ - --accept-regex=REGEX regex matching accepted URLs.\n"), + --accept-regex=REGEX regex matching accepted URLs\n"), N_("\ - --reject-regex=REGEX regex matching rejected URLs.\n"), + --reject-regex=REGEX regex matching rejected URLs\n"), #ifdef HAVE_LIBPCRE N_("\ - --regex-type=TYPE regex type (posix|pcre).\n"), + --regex-type=TYPE regex type (posix|pcre)\n"), #else N_("\ - --regex-type=TYPE regex type (posix).\n"), + --regex-type=TYPE regex type (posix)\n"), #endif N_("\ - -D, --domains=LIST comma-separated list of accepted domains.\n"), + -D, --domains=LIST comma-separated list of accepted domains\n"), N_("\ - --exclude-domains=LIST comma-separated list of rejected domains.\n"), + --exclude-domains=LIST comma-separated list of rejected domains\n"), N_("\ - --follow-ftp follow FTP links from HTML documents.\n"), + --follow-ftp follow FTP links from HTML documents\n"), N_("\ - --follow-tags=LIST comma-separated list of followed HTML tags.\n"), + --follow-tags=LIST comma-separated list of followed HTML tags\n"), N_("\ - --ignore-tags=LIST comma-separated list of ignored HTML tags.\n"), + --ignore-tags=LIST comma-separated list of ignored HTML tags\n"), N_("\ - -H, --span-hosts go to foreign hosts when recursive.\n"), + -H, --span-hosts go to foreign hosts when recursive\n"), N_("\ - -L, --relative follow relative links only.\n"), + -L, --relative follow relative links only\n"), N_("\ - -I, --include-directories=LIST list of allowed directories.\n"), + -I, --include-directories=LIST list of allowed directories\n"), N_("\ --trust-server-names use the name specified by the redirection\n\ - url last component.\n"), + URL's last component\n"), N_("\ - -X, --exclude-directories=LIST list of excluded directories.\n"), + -X, --exclude-directories=LIST list of excluded directories\n"), N_("\ - -np, --no-parent don't ascend to the parent directory.\n"), + -np, --no-parent don't ascend to the parent directory\n"), "\n", - N_("Mail bug reports and suggestions to <bug-wget@gnu.org>.\n") + N_("Mail bug reports and suggestions to <bug-wget@gnu.org>\n") }; size_t i; @@ -1029,11 +1034,7 @@ main (int argc, char **argv) /* On VMS, lose the "dev:[dir]" prefix and the ".EXE;nnn" suffix. */ exec_name = vms_basename (argv[0]); #else /* def __VMS */ - exec_name = strrchr (argv[0], PATH_SEPARATOR); - if (!exec_name) - exec_name = argv[0]; - else - ++exec_name; + exec_name = base_name (argv[0]); #endif /* def __VMS [else] */ #ifdef WINDOWS @@ -1271,9 +1272,6 @@ main (int argc, char **argv) if (opt.verbose == -1) opt.verbose = !opt.quiet; - if (opt.verbose == 1) - opt.show_progress = true; - /* Sanity checks. */ if (opt.verbose && opt.quiet) { diff --git a/src/openssl.c b/src/openssl.c index 68cd11a..fe2a0bc 100644 --- a/src/openssl.c +++ b/src/openssl.c @@ -91,9 +91,11 @@ init_prng (void) if (RAND_status ()) return; +#ifdef HAVE_RAND_EGD /* Get random data from EGD if opt.egd_file was used. */ if (opt.egd_file && *opt.egd_file) RAND_egd (opt.egd_file); +#endif if (RAND_status ()) return; @@ -543,7 +545,7 @@ ssl_connect_wget (int fd, const char *hostname) DEBUGP (("SSL handshake timed out.\n")); goto timeout; } - if (scwt_ctx.result <= 0 || conn->state != SSL_ST_OK) + if (scwt_ctx.result <= 0 || SSL_state(conn) != SSL_ST_OK) goto error; ctx = xnew0 (struct openssl_transport_context); diff --git a/src/options.h b/src/options.h index b995126..ffb04a9 100644 --- a/src/options.h +++ b/src/options.h @@ -133,7 +133,7 @@ struct options char **no_proxy; char *base_href; char *progress_type; /* progress indicator type. */ - bool show_progress; /* Show only the progress bar */ + int show_progress; /* Show only the progress bar */ bool noscroll; /* Don't scroll the filename in the progressbar */ char *proxy_user; /*oli*/ char *proxy_passwd; diff --git a/src/progress.c b/src/progress.c index 132a8e5..92749c4 100644 --- a/src/progress.c +++ b/src/progress.c @@ -1202,7 +1202,7 @@ bar_set_params (char *params) } while ((param = strtok (NULL, ":")) != NULL); } - if ((opt.lfilename + if (((opt.lfilename && opt.show_progress != 1) #ifdef HAVE_ISATTY /* The progress bar doesn't make sense if the output is not a TTY -- when logging to file, it is better to review the @@ -897,6 +897,7 @@ url_parse (const char *url, int *error, struct iri *iri, bool percent_encode) { xfree (u->host); u->host = new; + u->idn_allocated = true; host_modified = true; } } @@ -1175,7 +1176,13 @@ url_free (struct url *url) { if (url) { - xfree (url->host); + if (url->idn_allocated) { + idn_free (url->host); /* A dummy if !defined(ENABLE_IRI) */ + url->host = NULL; + } + else + xfree (url->host); + xfree (url->path); xfree (url->url); @@ -95,6 +95,10 @@ struct url /* Username and password (unquoted). */ char *user; char *passwd; + + /* 'host' is allocated by idna_to_ascii_8z() via idn_encode(). + * Call 'idn_free()' to free this memory. */ + bool idn_allocated; }; /* Function declarations */ diff --git a/src/utils.c b/src/utils.c index ce8ca26..3cc7d97 100644 --- a/src/utils.c +++ b/src/utils.c @@ -64,8 +64,10 @@ as that of the covered work. */ #include <sys/stat.h> /* For TIOCGWINSZ and friends: */ -#include <sys/ioctl.h> -#include <termios.h> +#ifndef WINDOWS +# include <sys/ioctl.h> +# include <termios.h> +#endif /* Needed for Unix version of run_with_timeout. */ #include <signal.h> @@ -1810,7 +1812,7 @@ determine_screen_width (void) int fd; struct winsize wsz; - if (opt.lfilename != NULL) + if (opt.lfilename != NULL && opt.show_progress != 1) return 0; fd = fileno (stderr); @@ -35,6 +35,7 @@ as that of the covered work. */ #include "hash.h" #include "utils.h" #include "version.h" +#include "dirname.h" #include <stdio.h> #include <stdlib.h> @@ -54,19 +55,22 @@ as that of the covered work. */ #include <uuid.h> #endif -#ifndef WINDOWS -#include <libgen.h> -#else -#include <fcntl.h> -#endif - #include "warc.h" #include "exits.h" +#ifdef WINDOWS +/* we need this on Windows to have O_TEMPORARY defined */ +# include <fcntl.h> +# include <rpc.h> +#endif + #ifndef O_TEMPORARY #define O_TEMPORARY 0 #endif +#include "warc.h" +#include "exits.h" + /* The log file (a temporary file that contains a copy of the wget log). */ @@ -600,27 +604,90 @@ warc_timestamp (char *timestamp, size_t timestamp_size) return timestamp; } -#if HAVE_LIBUUID || HAVE_UUID_CREATE /* Fills urn_str with a UUID in the format required for the WARC-Record-Id header. The string will be 47 characters long. */ +#if HAVE_LIBUUID void warc_uuid_str (char *urn_str) { char uuid_str[37]; + uuid_t record_id; + uuid_generate (record_id); + uuid_unparse (record_id, uuid_str); + + sprintf (urn_str, "<urn:uuid:%s>", uuid_str); +} +#elif HAVE_UUID_CREATE +void +warc_uuid_str (char *urn_str) +{ + char *uuid_str; uuid_t record_id; -#if HAVE_UUID_CREATE + uuid_create (&record_id, NULL); uuid_to_string (&record_id, &uuid_str, NULL); -#else - uuid_generate (record_id); - uuid_unparse (record_id, uuid_str); -#endif sprintf (urn_str, "<urn:uuid:%s>", uuid_str); + xfree (uuid_str); } #else +# ifdef WINDOWS + +typedef RPC_STATUS (RPC_ENTRY * UuidCreate_proc) (UUID *); +typedef RPC_STATUS (RPC_ENTRY * UuidToString_proc) (UUID *, unsigned char **); +typedef RPC_STATUS (RPC_ENTRY * RpcStringFree_proc) (unsigned char **); + +static int +windows_uuid_str (char *urn_str) +{ + static UuidCreate_proc pfn_UuidCreate = NULL; + static UuidToString_proc pfn_UuidToString = NULL; + static RpcStringFree_proc pfn_RpcStringFree = NULL; + static int rpc_uuid_avail = -1; + + /* Rpcrt4.dll is not available on older versions of Windows, so we + need to test its availability at run time. */ + if (rpc_uuid_avail == -1) + { + HMODULE hm_rpcrt4 = LoadLibrary ("Rpcrt4.dll"); + + if (hm_rpcrt4) + { + pfn_UuidCreate = + (UuidCreate_proc) GetProcAddress (hm_rpcrt4, "UuidCreate"); + pfn_UuidToString = + (UuidToString_proc) GetProcAddress (hm_rpcrt4, "UuidToStringA"); + pfn_RpcStringFree = + (RpcStringFree_proc) GetProcAddress (hm_rpcrt4, "RpcStringFreeA"); + if (pfn_UuidCreate && pfn_UuidToString && pfn_RpcStringFree) + rpc_uuid_avail = 1; + else + rpc_uuid_avail = 0; + } + else + rpc_uuid_avail = 0; + } + + if (rpc_uuid_avail) + { + BYTE *uuid_str; + UUID uuid; + + if (pfn_UuidCreate (&uuid) == RPC_S_OK) + { + if (pfn_UuidToString (&uuid, &uuid_str) == RPC_S_OK) + { + sprintf (urn_str, "<urn:uuid:%s>", uuid_str); + pfn_RpcStringFree (&uuid_str); + return 1; + } + } + } + return 0; +} +#endif /* Fills urn_str with a UUID based on random numbers in the format required for the WARC-Record-Id header. (See RFC 4122, UUID version 4.) @@ -636,6 +703,14 @@ warc_uuid_str (char *urn_str) unsigned char uuid_data[16]; int i; + +#ifdef WINDOWS + /* If the native method fails (expected on older Windows versions), + use the fallback below. */ + if (windows_uuid_str (urn_str)) + return; +#endif + for (i=0; i<16; i++) uuid_data[i] = random_number (255); @@ -663,7 +738,7 @@ warc_write_warcinfo_record (char *filename) { FILE *warc_tmp; char timestamp[22]; - char *filename_copy, *filename_basename; + char *filename_basename; /* Write warc-info record as the first record of the file. */ /* We add the record id of this info record to the other records in the @@ -673,8 +748,7 @@ warc_write_warcinfo_record (char *filename) warc_timestamp (timestamp, sizeof(timestamp)); - filename_copy = strdup (filename); - filename_basename = strdup (basename (filename_copy)); + filename_basename = base_name (filename); warc_write_start_record (); warc_write_header ("WARC-Type", "warcinfo"); @@ -683,12 +757,12 @@ warc_write_warcinfo_record (char *filename) warc_write_header ("WARC-Record-ID", warc_current_warcinfo_uuid_str); warc_write_header ("WARC-Filename", filename_basename); + xfree (filename_basename); + /* Create content. */ warc_tmp = warc_tempfile (); if (warc_tmp == NULL) { - xfree (filename_copy); - xfree (filename_basename); return false; } @@ -714,8 +788,6 @@ warc_write_warcinfo_record (char *filename) if (! warc_write_ok) logprintf (LOG_NOTQUIET, _("Error writing warcinfo record to WARC file.\n")); - xfree (filename_copy); - xfree (filename_basename); fclose (warc_tmp); return warc_write_ok; } @@ -58,13 +58,8 @@ as that of the covered work. */ /* `gettext (FOO)' is long to write, so we use `_(FOO)'. If NLS is unavailable, _(STRING) simply returns STRING. */ -#if ENABLE_NLS -# include <libintl.h> -# define _(STRING) gettext(STRING) -#else -# define _(STRING) STRING -# define ngettext(STRING1,STRING2,N) STRING2 -#endif +#include "gettext.h" +#define _(STRING) gettext(STRING) /* A pseudo function call that serves as a marker for the automated extraction of messages, but does not call gettext(). The run-time |