Fixed problems reported by dstftw:

Used encodeFilename where appropriate.
We are now saving the number of the segment instead of its url in case the url changes over time.
Fixed the progress report by editing fragment.py to be aware or continuing.

youtube_dl/downloader/fragment.py

@@ -21,11 +21,11 @@ class FragmentFD(FileDownloader):
     A base file downloader class for fragmented media (e.g. f4m/m3u8 manifests).
     """
 
-    def _prepare_and_start_frag_download(self, ctx):
+    def _prepare_and_start_frag_download(self, ctx, continue_dl=False, continue_fragment=None):
-        self._prepare_frag_download(ctx)
+        self._prepare_frag_download(ctx, continue_dl)
-        self._start_frag_download(ctx)
+        self._start_frag_download(ctx, continue_fragment)
 
-    def _prepare_frag_download(self, ctx):
+    def _prepare_frag_download(self, ctx, continue_dl=False):
         self.to_screen('[%s] Total fragments: %d' % (self.FD_NAME, ctx['total_frags']))
         self.report_destination(ctx['filename'])
         dl = HttpQuietDownloader(
@@ -40,21 +40,26 @@ class FragmentFD(FileDownloader):
             }
         )
         tmpfilename = self.temp_name(ctx['filename'])
-        dest_stream, tmpfilename = sanitize_open(tmpfilename, 'wb')
+        dest_stream, tmpfilename = sanitize_open(tmpfilename, 'ab' if continue_dl else 'wb')
         ctx.update({
             'dl': dl,
             'dest_stream': dest_stream,
             'tmpfilename': tmpfilename,
         })
 
-    def _start_frag_download(self, ctx):
+    def _start_frag_download(self, ctx, continue_fragment=None):
+        # continue_fragment is the last fragment that was already downloaded
+        # when continuing an old download or None when not continuing
+
         total_frags = ctx['total_frags']
+        downloaded_bytes = 0 if continue_fragment is None else os.path.getsize(ctx['tmpfilename'])
+        frag_index = 0 if continue_fragment is None else continue_fragment + 1
         # This dict stores the download progress, it's updated by the progress
         # hook
         state = {
             'status': 'downloading',
-            'downloaded_bytes': 0,
+            'downloaded_bytes': downloaded_bytes,
-            'frag_index': 0,
+            'frag_index': frag_index,
             'frag_count': total_frags,
             'filename': ctx['filename'],
             'tmpfilename': ctx['tmpfilename'],

youtube_dl/downloader/hls.py

@@ -72,16 +72,20 @@ class NativeHlsFD(FragmentFD):
         self.to_screen('[%s] Downloading m3u8 manifest' % self.FD_NAME)
         manifest = self.ydl.urlopen(man_url).read()
 
-        last_downloaded_segment_filename = filename + ".last_downloaded_segment"
+        last_downloaded_segment_filename = encodeFilename(filename + ".last_downloaded_segment")
         last_downloaded_segment = None
         if os.path.isfile(last_downloaded_segment_filename):
             segment_file = open(last_downloaded_segment_filename, 'r')
-            last_downloaded_segment = segment_file.readline().strip()
+            try:
+                last_downloaded_segment = int(segment_file.readline().strip())
+            except ValueError:
+                pass
             segment_file.close()
 
         s = manifest.decode('utf-8', 'ignore')
         fragment_urls = []
         arrived_at_last_downloaded_segment = (last_downloaded_segment is None)
+        current_fragment = 0
         for line in s.splitlines():
             line = line.strip()
             if line and not line.startswith('#'):
@@ -91,21 +95,28 @@ class NativeHlsFD(FragmentFD):
                     else compat_urlparse.urljoin(man_url, line))
                 if arrived_at_last_downloaded_segment:
                     fragment_urls.append(segment_url)
-                elif segment_url == last_downloaded_segment:
+                else:
-                    arrived_at_last_downloaded_segment = True
+                    if current_fragment == last_downloaded_segment:
+                        arrived_at_last_downloaded_segment = True
                 # We only download the first fragment during the test
                 if self.params.get('test', False):
                     break
+                current_fragment += 1
+
+        skipped_fragments = (
+            last_downloaded_segment + 1
+            if last_downloaded_segment is not None
+            else 0)
 
         ctx = {
             'filename': filename,
-            'total_frags': len(fragment_urls),
+            'total_frags': skipped_fragments + len(fragment_urls),
         }
 
-        self._prepare_and_start_frag_download(ctx)
+        self._prepare_and_start_frag_download(ctx, continue_dl=True, continue_fragment=last_downloaded_segment)
 
         for i, frag_url in enumerate(fragment_urls):
-            frag_filename = '%s-Frag%d' % (ctx['tmpfilename'], i)
+            frag_filename = '%s-Frag%d' % (ctx['tmpfilename'], skipped_fragments + i)
             success = ctx['dl'].download(frag_filename, {'url': frag_url})
             if not success:
                 return False
@@ -114,13 +125,12 @@ class NativeHlsFD(FragmentFD):
             down.close()
             os.remove(encodeFilename(frag_sanitized))
             segments_file = open(last_downloaded_segment_filename, 'w')
-            segments_file.write(frag_url + "\n")
+            segments_file.write(str(skipped_fragments + i) + '\n')
             segments_file.close()
             
 
         self._finish_frag_download(ctx)
 
-        if last_downloaded_segment is not None:
+        os.remove(last_downloaded_segment_filename)
-            os.remove(last_downloaded_segment_filename)
 
         return True