I was wondering if there's anyway to download a whole thread so I can read it offline. I know I can do a page at a time. Thanks
for ((i = $3; i <= $4; i++)) do echo "grabbing page $i" wget "$2&page=$i" -O "$1-page$i.html" done
#!/usr/bin/python import io import urllib import sys def get_thread(fileName, link, start_page, end_page): for num in range(int(start_page), int(end_page) + 1): print "grabbing page " + str(num) page = urllib.urlopen("%s&page=%d" % (link, num)).read() with io.open("%s-page%d.html" % (fileName, num) , 'w') as file: file.write(unicode(page, 'utf-8')) file.close() if __name__ == '__main__': sys.exit(get_thread(sys.argv[1], sys.argv[2], sys.argv[3], sys.argv[4]))