[root@sandbox ~]# cat /etc/centos-release CentOS Linux release 7.8.2003 (Core) [root@sandbox ~]# wget -V GNU Wget 1.14 built on linux-gnu. +digest +https +ipv6 +iri +large-file +nls +ntlm +opie +ssl/openssl Wgetrc: /etc/wgetrc (system) Locale: /usr/share/locale Compile: gcc -DHAVE_CONFIG_H -DSYSTEM_WGETRC="/etc/wgetrc" -DLOCALEDIR="/usr/share/locale" -I. -I../lib -I../lib -O2 -g -pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong --param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic Link: gcc -O2 -g -pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong --param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -lssl -lcrypto /usr/lib64/libssl.so /usr/lib64/libcrypto.so /usr/lib64/libz.so -ldl -lz -lz -lidn -luuid -lpcre ftp-opie.o openssl.o http-ntlm.o ../lib/libgnu.a Copyright (C) 2011 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later . This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Originally written by Hrvoje Niksic . Please send bug reports and questions to . [root@sandbox ~]# stat 69M_reddit_accounts.csv.gz File: ‘69M_reddit_accounts.csv.gz’ Size: 1051903601 Blocks: 2054504 IO Block: 4096 regular file Device: fd00h/64768d Inode: 68150890 Links: 1 Access: (0700/-rwx------) Uid: ( 99/ nobody) Gid: ( 10/ wheel) Context: system_u:object_r:nfs_t:s0 Access: 2020-10-22 01:01:05.152213208 -0500 Modify: 2018-09-23 06:33:47.000000000 -0500 Change: 2020-10-22 10:49:17.069806495 -0500 Birth: - [root@sandbox ~]# wget -v -d -N files.pushshift.io/reddit/69M_reddit_accounts.csv.gz Setting --timestamping (timestamping) to 1 DEBUG output created by Wget 1.14 on linux-gnu. URI encoding = ‘UTF-8’ Converted file name '69M_reddit_accounts.csv.gz' (UTF-8) -> '69M_reddit_accounts.csv.gz' (UTF-8) Converted file name '69M_reddit_accounts.csv.gz' (UTF-8) -> '69M_reddit_accounts.csv.gz' (UTF-8) --2020-10-22 10:50:47-- http://files.pushshift.io/reddit/69M_reddit_accounts.csv.gz Resolving files.pushshift.io (files.pushshift.io)... 104.24.101.193, 104.24.100.193, 172.67.174.211, ... Caching files.pushshift.io => 104.24.101.193 104.24.100.193 172.67.174.211 2606:4700:3032::ac43:aed3 2606:4700:3030::6818:65c1 2606:4700:3035::6818:64c1 Connecting to files.pushshift.io (files.pushshift.io)|104.24.101.193|:80... connected. Created socket 3. Releasing 0x0000000001b36d60 (new refcount 1). ---request begin--- HEAD /reddit/69M_reddit_accounts.csv.gz HTTP/1.1 User-Agent: Wget/1.14 (linux-gnu) Accept: */* Host: files.pushshift.io Connection: Keep-Alive ---request end--- HTTP request sent, awaiting response... ---response begin--- HTTP/1.1 200 OK Date: Thu, 22 Oct 2020 15:50:47 GMT Content-Type: application/octet-stream Content-Length: 1051903601 Connection: keep-alive Set-Cookie: __cfduid=d5b6c6cb30065ebe134c4c6be6975d9751603381847; expires=Sat, 21-Nov-20 15:50:47 GMT; path=/; domain=.pushshift.io; HttpOnly; SameSite=Lax Last-Modified: Sun, 23 Sep 2018 11:33:47 GMT ETag: "5ba77a1b-3eb2c671" Cache-Control: public, max-age=864000000, s-maxage=864000000 CF-Cache-Status: MISS cf-request-id: 05f29a7e0c0000308646b45000000001 Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report?lkg-colo=14&lkg-time=1603381848"}],"group":"cf-nel","max_age":604800} NEL: {"report_to":"cf-nel","max_age":604800} Server: cloudflare CF-RAY: 5e64604348073086-ORD ---response end--- 200 OK cdm: 1 2 3 4 5 6 7 8 Stored cookie pushshift.io -1 (ANY) / [expiry 2020-11-21 09:50:47] __cfduid d5b6c6cb30065ebe134c4c6be6975d9751603381847 Registered socket 3 for persistent reuse. Length: 1051903601 (1003M) [application/octet-stream] Server file no newer than local file ‘69M_reddit_accounts.csv.gz’ -- not retrieving. You have new mail in /var/spool/mail/root [root@sandbox ~]# chown nobody:wheel 69M_reddit_accounts.csv.gz [root@sandbox ~]# stat 69M_reddit_accounts.csv.gz File: ‘69M_reddit_accounts.csv.gz’ Size: 1051903601 Blocks: 2054504 IO Block: 4096 regular file Device: fd00h/64768d Inode: 68150890 Links: 1 Access: (0700/-rwx------) Uid: ( 99/ nobody) Gid: ( 10/ wheel) Context: system_u:object_r:nfs_t:s0 Access: 2020-10-22 01:01:05.152213208 -0500 Modify: 2018-09-23 06:33:47.000000000 -0500 Change: 2020-10-22 10:50:57.224413855 -0500 Birth: - [root@sandbox ~]# wget -v -d -N files.pushshift.io/reddit/69M_reddit_accounts.csv.gz Setting --timestamping (timestamping) to 1 DEBUG output created by Wget 1.14 on linux-gnu. URI encoding = ‘UTF-8’ Converted file name '69M_reddit_accounts.csv.gz' (UTF-8) -> '69M_reddit_accounts.csv.gz' (UTF-8) Converted file name '69M_reddit_accounts.csv.gz' (UTF-8) -> '69M_reddit_accounts.csv.gz' (UTF-8) --2020-10-22 10:51:08-- http://files.pushshift.io/reddit/69M_reddit_accounts.csv.gz Resolving files.pushshift.io (files.pushshift.io)... 172.67.174.211, 104.24.101.193, 104.24.100.193, ... Caching files.pushshift.io => 172.67.174.211 104.24.101.193 104.24.100.193 2606:4700:3035::6818:64c1 2606:4700:3032::ac43:aed3 2606:4700:3030::6818:65c1 Connecting to files.pushshift.io (files.pushshift.io)|172.67.174.211|:80... connected. Created socket 3. Releasing 0x0000000000f9dd60 (new refcount 1). ---request begin--- HEAD /reddit/69M_reddit_accounts.csv.gz HTTP/1.1 User-Agent: Wget/1.14 (linux-gnu) Accept: */* Host: files.pushshift.io Connection: Keep-Alive ---request end--- HTTP request sent, awaiting response... ---response begin--- HTTP/1.1 200 OK Date: Thu, 22 Oct 2020 15:51:08 GMT Content-Type: application/octet-stream Content-Length: 1051903601 Connection: keep-alive Set-Cookie: __cfduid=d5d73d4f23620fdc68286ef6f0108cc551603381868; expires=Sat, 21-Nov-20 15:51:08 GMT; path=/; domain=.pushshift.io; HttpOnly; SameSite=Lax Last-Modified: Sun, 23 Sep 2018 11:33:47 GMT ETag: "5ba77a1b-3eb2c671" Cache-Control: public, max-age=864000000, s-maxage=864000000 CF-Cache-Status: MISS cf-request-id: 05f29ad14d0000035737a8e000000001 Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report?lkg-colo=14&lkg-time=1603381869"}],"group":"cf-nel","max_age":604800} NEL: {"report_to":"cf-nel","max_age":604800} Server: cloudflare CF-RAY: 5e6460c87e4b0357-ORD ---response end--- 200 OK cdm: 1 2 3 4 5 6 7 8 Stored cookie pushshift.io -1 (ANY) / [expiry 2020-11-21 09:51:08] __cfduid d5d73d4f23620fdc68286ef6f0108cc551603381868 Registered socket 3 for persistent reuse. Length: 1051903601 (1003M) [application/octet-stream] Server file no newer than local file ‘69M_reddit_accounts.csv.gz’ -- not retrieving. [root@sandbox ~]#