[root@scripts ~]# wget -V GNU Wget 1.19.5 built on linux-gnu. -cares +digest +gpgme +https +ipv6 +iri +large-file +metalink +nls +ntlm +opie +psl +ssl/gnutls Wgetrc: /etc/wgetrc (system) Locale: /usr/share/locale Compile: gcc -DHAVE_CONFIG_H -DSYSTEM_WGETRC="/etc/wgetrc" -DLOCALEDIR="/usr/share/locale" -I. -I../lib -I../lib -I/usr/include/p11-kit-1 -DHAVE_LIBGNUTLS -DNDEBUG -O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fexceptions -fstack-protector-strong -grecord-gcc-switches -specs=/usr/lib/rpm/redhat/redhat-hardened-cc1 -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection Link: gcc -I/usr/include/p11-kit-1 -DHAVE_LIBGNUTLS -DNDEBUG -O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fexceptions -fstack-protector-strong -grecord-gcc-switches -specs=/usr/lib/rpm/redhat/redhat-hardened-cc1 -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection -Wl,-z,relro -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -luuid -lidn2 -L/usr/lib64 -lgpgme -lmetalink -lnettle -lgnutls -lz -lpsl ftp-opie.o gnutls.o http-ntlm.o ../lib/libgnu.a Copyright (C) 2015 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later . This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Originally written by Hrvoje Niksic . Please send bug reports and questions to . [root@scripts ~]# cat /etc/centos-release CentOS Linux release 8.2.2004 (Core) [root@scripts ~]# stat 69M_reddit_accounts.csv.gz File: 69M_reddit_accounts.csv.gz Size: 1051903601 Blocks: 2054504 IO Block: 4096 regular file Device: fd00h/64768d Inode: 33761029 Links: 1 Access: (0700/-rwx------) Uid: ( 0/ root) Gid: ( 0/ root) Context: unconfined_u:object_r:admin_home_t:s0 Access: 2020-10-21 14:36:27.501860084 -0500 Modify: 2018-09-23 06:33:47.000000000 -0500 Change: 2020-10-21 14:40:04.737399721 -0500 Birth: - [root@scripts ~]# wget -v -d -N files.pushshift.io/reddit/69M_reddit_accounts.csv.gz Setting --timestamping (timestamping) to 1 Setting --timestamping (timestamping) to 1 DEBUG output created by Wget 1.19.5 on linux-gnu. Reading HSTS entries from /root/.wget-hsts URI encoding = ‘UTF-8’ URL transformed to HTTPS due to an HSTS policy Converted file name '69M_reddit_accounts.csv.gz' (UTF-8) -> '69M_reddit_accounts.csv.gz' (UTF-8) --2020-10-22 10:39:40-- https://files.pushshift.io/reddit/69M_reddit_accounts.csv.gz Certificates loaded: 147 Resolving files.pushshift.io (files.pushshift.io)... 104.24.100.193, 104.24.101.193, 172.67.174.211, ... Caching files.pushshift.io => 104.24.100.193 104.24.101.193 172.67.174.211 2606:4700:3035::6818:64c1 2606:4700:3032::ac43:aed3 2606:4700:3030::6818:65c1 Connecting to files.pushshift.io (files.pushshift.io)|104.24.100.193|:443... connected. Created socket 3. Releasing 0x000055a23e04be60 (new refcount 1). ---request begin--- GET /reddit/69M_reddit_accounts.csv.gz HTTP/1.1 If-Modified-Since: Sun, 23 Sep 2018 11:33:47 GMT User-Agent: Wget/1.19.5 (linux-gnu) Accept: */* Accept-Encoding: identity Host: files.pushshift.io Connection: Keep-Alive ---request end--- HTTP request sent, awaiting response... ---response begin--- HTTP/1.1 304 Not Modified Date: Thu, 22 Oct 2020 15:39:40 GMT Connection: keep-alive Set-Cookie: __cfduid=d65a3c4be5f021a45b3a6e93cf8b5d2a61603381180; expires=Sat, 21-Nov-20 15:39:40 GMT; path=/; domain=.pushshift.io; HttpOnly; SameSite=Lax Last-Modified: Sun, 23 Sep 2018 11:33:47 GMT ETag: "5ba77a1b-3eb2c671" Cache-Control: public, max-age=864000000, s-maxage=864000000 CF-Cache-Status: MISS cf-request-id: 05f2904f7b000030ced22ea000000001 Expect-CT: max-age=604800, report-uri="https://report-uri.cloudflare.com/cdn-cgi/beacon/expect-ct" Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report?lkg-colo=14&lkg-time=1603381180"}],"group":"cf-nel","max_age":604800} NEL: {"report_to":"cf-nel","max_age":604800} Vary: Accept-Encoding Server: cloudflare CF-RAY: 5e644ff8c8e430ce-ORD ---response end--- 304 Not Modified cdm: 1 Stored cookie pushshift.io -1 (ANY) / [expiry 2020-11-21 09:39:40] __cfduid d65a3c4be5f021a45b3a6e93cf8b5d2a61603381180 Registered socket 3 for persistent reuse. File ‘69M_reddit_accounts.csv.gz’ not modified on server. Omitting download. Saving HSTS entries to /root/.wget-hsts [root@scripts ~]# chown nobody:wheel 69M_reddit_accounts.csv.gz [root@scripts ~]# stat 69M_reddit_accounts.csv.gz File: 69M_reddit_accounts.csv.gz Size: 1051903601 Blocks: 2054504 IO Block: 4096 regular file Device: fd00h/64768d Inode: 33761029 Links: 1 Access: (0700/-rwx------) Uid: (65534/ nobody) Gid: ( 10/ wheel) Context: unconfined_u:object_r:admin_home_t:s0 Access: 2020-10-21 14:36:27.501860084 -0500 Modify: 2018-09-23 06:33:47.000000000 -0500 Change: 2020-10-22 10:39:51.022813483 -0500 Birth: - [root@scripts ~]# wget -v -d -N files.pushshift.io/reddit/69M_reddit_accounts.csv.gz Setting --timestamping (timestamping) to 1 Setting --timestamping (timestamping) to 1 DEBUG output created by Wget 1.19.5 on linux-gnu. Reading HSTS entries from /root/.wget-hsts URI encoding = ‘UTF-8’ URL transformed to HTTPS due to an HSTS policy Converted file name '69M_reddit_accounts.csv.gz' (UTF-8) -> '69M_reddit_accounts.csv.gz' (UTF-8) --2020-10-22 10:39:56-- https://files.pushshift.io/reddit/69M_reddit_accounts.csv.gz Certificates loaded: 147 Resolving files.pushshift.io (files.pushshift.io)... 172.67.174.211, 104.24.100.193, 104.24.101.193, ... Caching files.pushshift.io => 172.67.174.211 104.24.100.193 104.24.101.193 2606:4700:3030::6818:65c1 2606:4700:3035::6818:64c1 2606:4700:3032::ac43:aed3 Connecting to files.pushshift.io (files.pushshift.io)|172.67.174.211|:443... connected. Created socket 3. Releasing 0x0000564f7edd56d0 (new refcount 1). ---request begin--- GET /reddit/69M_reddit_accounts.csv.gz HTTP/1.1 User-Agent: Wget/1.19.5 (linux-gnu) Accept: */* Accept-Encoding: identity Host: files.pushshift.io Connection: Keep-Alive ---request end--- HTTP request sent, awaiting response... ---response begin--- HTTP/1.1 200 OK Date: Thu, 22 Oct 2020 15:39:56 GMT Content-Type: application/octet-stream Content-Length: 1051903601 Connection: keep-alive Set-Cookie: __cfduid=dad7370840533e6814b48cbfd6836b7ba1603381196; expires=Sat, 21-Nov-20 15:39:56 GMT; path=/; domain=.pushshift.io; HttpOnly; SameSite=Lax Last-Modified: Sun, 23 Sep 2018 11:33:47 GMT ETag: "5ba77a1b-3eb2c671" Cache-Control: public, max-age=864000000, s-maxage=864000000 CF-Cache-Status: MISS cf-request-id: 05f2908f2a00009da16a974000000001 Expect-CT: max-age=604800, report-uri="https://report-uri.cloudflare.com/cdn-cgi/beacon/expect-ct" Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report?lkg-colo=14&lkg-time=1603381197"}],"group":"cf-nel","max_age":604800} NEL: {"report_to":"cf-nel","max_age":604800} Vary: Accept-Encoding Server: cloudflare CF-RAY: 5e64505eaddc9da1-ORD ---response end--- 200 OK cdm: 1 Stored cookie pushshift.io -1 (ANY) / [expiry 2020-11-21 09:39:56] __cfduid dad7370840533e6814b48cbfd6836b7ba1603381196 Registered socket 3 for persistent reuse. Length: 1051903601 (1003M) [application/octet-stream] Saving to: ‘69M_reddit_accounts.csv.gz’ 69M_reddit_accounts.csv.gz 100%[==============================================================================>] 1003M 11.6MB/s in 91s 2020-10-22 10:41:27 (11.0 MB/s) - ‘69M_reddit_accounts.csv.gz’ saved [1051903601/1051903601] Saving HSTS entries to /root/.wget-hsts [root@scripts ~]#