{"id":702,"date":"2021-04-13T20:36:45","date_gmt":"2021-04-13T19:36:45","guid":{"rendered":"http:\/\/dominic.no\/blog\/?p=702"},"modified":"2021-04-13T20:36:45","modified_gmt":"2021-04-13T19:36:45","slug":"mirror-website-with-wget","status":"publish","type":"post","link":"https:\/\/dominic.no\/blog\/mirror-website-with-wget\/","title":{"rendered":"mirror website with wget"},"content":{"rendered":"\n<pre class=\"wp-block-preformatted\">wget -r -np -k -nc --execute=\"robots = off\" --wait=5 -E &lt;url><\/pre>\n\n\n\n<p>wget <br>-r: recursive<br>-np: no parent directories <br>-k: convert links to local<br>-nc: no clobber, skip if file already downloaded<br>&#8211;execute=&#8221;robots = off&#8221;: ignore robots.txt<br>&#8211;wait=5: wait in between requests<br>-E: add .html to the end of filenames<br>&lt;url><\/p>\n","protected":false},"excerpt":{"rendered":"<p>wget -r -np -k -nc &#8211;execute=&#8221;robots = off&#8221; &#8211;wait=5 -E &lt;url> wget -r: recursive-np: no parent directories -k: convert links to local-nc: no clobber, skip if file already downloaded&#8211;execute=&#8221;robots = off&#8221;: ignore robots.txt&#8211;wait=5: wait in between requests-E: add .html to the end of filenames&lt;url><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"pgc_sgb_lightbox_settings":"","_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"ngg_post_thumbnail":0,"spay_email":""},"categories":[1],"tags":[],"gutentor_comment":0,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/posts\/702"}],"collection":[{"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/comments?post=702"}],"version-history":[{"count":1,"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/posts\/702\/revisions"}],"predecessor-version":[{"id":703,"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/posts\/702\/revisions\/703"}],"wp:attachment":[{"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/media?parent=702"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/categories?post=702"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/dominic.no\/blog\/wp-json\/wp\/v2\/tags?post=702"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}