I dont know what i should do anymore.. i am ripping some reddit picture threads, and it is very often that the whole process is freezing and i have to kill the java process.
i am using latest ripme version, and java 1.8.0_131-b11 on a debian 9 stable system
my command is:
java -jar /path/ripme.jar -l /path/ripme/rips -u https://www.reddit.com/r/astrophotography/new/ >> path/logfile.log
in my logs i always see:
`[!] Skipping https://apod.nasa.gov/apod/image/1711/HubblesVariableNebula_HubbleSchmidt_1507.jpg -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7bjvva-HubblesVariableNebula_HubbleSchmidt_1507.jpg
[!] Skipping https://i.redd.it/2xakxvhezkwz.png -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7becjy-2xakxvhezkwz.png
[!] Skipping https://i.imgur.com/F3lu5vq.png -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7bebsf-F3lu5vq.png
[!] Skipping https://www.nasa.gov/sites/default/files/thumbnails/image/potw1742a.jpg -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7be245-potw1742a.jpg
[!] Skipping https://i.imgur.com/mkaA6u3.jpg -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7bdtos-mkaA6u3.jpg
Error while loading https://www.reddit.com/r/spaceporn/new/.json?after=t3_7bdtos
java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.readV3Record(InputRecord.java:593)
at sun.security.ssl.InputRecord.read(InputRecord.java:532)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
at sun.net.www.MeteredStream.read(MeteredStream.java:134)
at java.io.FilterInputStream.read(FilterInputStream.java:133)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3375)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3368)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3356)
at java.util.zip.CheckedInputStream.read(CheckedInputStream.java:59)
at java.util.zip.GZIPInputStream.readUByte(GZIPInputStream.java:266)
at java.util.zip.GZIPInputStream.readUShort(GZIPInputStream.java:258)
at java.util.zip.GZIPInputStream.readHeader(GZIPInputStream.java:164)
at java.util.zip.GZIPInputStream.(GZIPInputStream.java:79)
at java.util.zip.GZIPInputStream.(GZIPInputStream.java:91)
at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:494)
at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:434)
at org.jsoup.helper.HttpConnection.execute(HttpConnection.java:181)
at com.rarchives.ripme.utils.Http.response(Http.java:130)
at com.rarchives.ripme.ripper.rippers.RedditRipper.getJsonArrayFromURL(RedditRipper.java:128)
at com.rarchives.ripme.ripper.rippers.RedditRipper.getAndParseAndReturnNext(RedditRipper.java:75)
at com.rarchives.ripme.ripper.rippers.RedditRipper.rip(RedditRipper.java:64)
at com.rarchives.ripme.App.rip(App.java:67)
at com.rarchives.ripme.App.ripURL(App.java:177)
at com.rarchives.ripme.App.handleArguments(App.java:169)
at com.rarchives.ripme.App.main(App.java:56)
[!] Error while ripping URL https://www.reddit.com/r/spaceporn/new/
java.io.IOException: Failed to load https://www.reddit.com/r/spaceporn/new/.json?after=t3_7bdtos after 1 attempts
at com.rarchives.ripme.utils.Http.response(Http.java:137)
at com.rarchives.ripme.ripper.rippers.RedditRipper.getJsonArrayFromURL(RedditRipper.java:128)
at com.rarchives.ripme.ripper.rippers.RedditRipper.getAndParseAndReturnNext(RedditRipper.java:75)
at com.rarchives.ripme.ripper.rippers.RedditRipper.rip(RedditRipper.java:64)
at com.rarchives.ripme.App.rip(App.java:67)
at com.rarchives.ripme.App.ripURL(App.java:177)
at com.rarchives.ripme.App.handleArguments(App.java:169)
at com.rarchives.ripme.App.main(App.java:56)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.readV3Record(InputRecord.java:593)
at sun.security.ssl.InputRecord.read(InputRecord.java:532)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
at sun.net.www.MeteredStream.read(MeteredStream.java:134)
at java.io.FilterInputStream.read(FilterInputStream.java:133)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3375)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3368)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3356)
at java.util.zip.CheckedInputStream.read(CheckedInputStream.java:59)
at java.util.zip.GZIPInputStream.readUByte(GZIPInputStream.java:266)
at java.util.zip.GZIPInputStream.readUShort(GZIPInputStream.java:258)
at java.util.zip.GZIPInputStream.readHeader(GZIPInputStream.java:164)
at java.util.zip.GZIPInputStream.(GZIPInputStream.java:79)
at java.util.zip.GZIPInputStream.(GZIPInputStream.java:91)
at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:494)
at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:434)
at org.jsoup.helper.HttpConnection.execute(HttpConnection.java:181)
at com.rarchives.ripme.utils.Http.response(Http.java:130)
... 7 more`
I dont know what i should do anymore.. i am ripping some reddit picture threads, and it is very often that the whole process is freezing and i have to kill the java process.
i am using latest ripme version, and java 1.8.0_131-b11 on a debian 9 stable system
my command is:
java -jar /path/ripme.jar -l /path/ripme/rips -u https://www.reddit.com/r/astrophotography/new/ >> path/logfile.log
in my logs i always see:
`[!] Skipping https://apod.nasa.gov/apod/image/1711/HubblesVariableNebula_HubbleSchmidt_1507.jpg -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7bjvva-HubblesVariableNebula_HubbleSchmidt_1507.jpg
[!] Skipping https://i.redd.it/2xakxvhezkwz.png -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7becjy-2xakxvhezkwz.png
[!] Skipping https://i.imgur.com/F3lu5vq.png -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7bebsf-F3lu5vq.png
[!] Skipping https://www.nasa.gov/sites/default/files/thumbnails/image/potw1742a.jpg -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7be245-potw1742a.jpg
[!] Skipping https://i.imgur.com/mkaA6u3.jpg -- file already exists: /hdd/collector/ripme/rips/reddit_sub_spaceporn/7bdtos-mkaA6u3.jpg
Error while loading https://www.reddit.com/r/spaceporn/new/.json?after=t3_7bdtos
java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.readV3Record(InputRecord.java:593)
at sun.security.ssl.InputRecord.read(InputRecord.java:532)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
at sun.net.www.MeteredStream.read(MeteredStream.java:134)
at java.io.FilterInputStream.read(FilterInputStream.java:133)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3375)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3368)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3356)
at java.util.zip.CheckedInputStream.read(CheckedInputStream.java:59)
at java.util.zip.GZIPInputStream.readUByte(GZIPInputStream.java:266)
at java.util.zip.GZIPInputStream.readUShort(GZIPInputStream.java:258)
at java.util.zip.GZIPInputStream.readHeader(GZIPInputStream.java:164)
at java.util.zip.GZIPInputStream.(GZIPInputStream.java:79)
at java.util.zip.GZIPInputStream.(GZIPInputStream.java:91)
at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:494)
at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:434)
at org.jsoup.helper.HttpConnection.execute(HttpConnection.java:181)
at com.rarchives.ripme.utils.Http.response(Http.java:130)
at com.rarchives.ripme.ripper.rippers.RedditRipper.getJsonArrayFromURL(RedditRipper.java:128)
at com.rarchives.ripme.ripper.rippers.RedditRipper.getAndParseAndReturnNext(RedditRipper.java:75)
at com.rarchives.ripme.ripper.rippers.RedditRipper.rip(RedditRipper.java:64)
at com.rarchives.ripme.App.rip(App.java:67)
at com.rarchives.ripme.App.ripURL(App.java:177)
at com.rarchives.ripme.App.handleArguments(App.java:169)
at com.rarchives.ripme.App.main(App.java:56)
[!] Error while ripping URL https://www.reddit.com/r/spaceporn/new/
java.io.IOException: Failed to load https://www.reddit.com/r/spaceporn/new/.json?after=t3_7bdtos after 1 attempts
at com.rarchives.ripme.utils.Http.response(Http.java:137)
at com.rarchives.ripme.ripper.rippers.RedditRipper.getJsonArrayFromURL(RedditRipper.java:128)
at com.rarchives.ripme.ripper.rippers.RedditRipper.getAndParseAndReturnNext(RedditRipper.java:75)
at com.rarchives.ripme.ripper.rippers.RedditRipper.rip(RedditRipper.java:64)
at com.rarchives.ripme.App.rip(App.java:67)
at com.rarchives.ripme.App.ripURL(App.java:177)
at com.rarchives.ripme.App.handleArguments(App.java:169)
at com.rarchives.ripme.App.main(App.java:56)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.readV3Record(InputRecord.java:593)
at sun.security.ssl.InputRecord.read(InputRecord.java:532)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
at sun.net.www.MeteredStream.read(MeteredStream.java:134)
at java.io.FilterInputStream.read(FilterInputStream.java:133)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3375)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3368)
at sun.net.www.protocol.http.HttpURLConnection$HttpInputStream.read(HttpURLConnection.java:3356)
at java.util.zip.CheckedInputStream.read(CheckedInputStream.java:59)
at java.util.zip.GZIPInputStream.readUByte(GZIPInputStream.java:266)
at java.util.zip.GZIPInputStream.readUShort(GZIPInputStream.java:258)
at java.util.zip.GZIPInputStream.readHeader(GZIPInputStream.java:164)
at java.util.zip.GZIPInputStream.(GZIPInputStream.java:79)
at java.util.zip.GZIPInputStream.(GZIPInputStream.java:91)
at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:494)
at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:434)
at org.jsoup.helper.HttpConnection.execute(HttpConnection.java:181)
at com.rarchives.ripme.utils.Http.response(Http.java:130)
... 7 more`