mirror of
https://github.com/AAndyProgram/SCrawler.git
synced 2026-03-15 08:12:17 +00:00
e868c2e694
IPluginContentProvider: add 'ProgressPreChanged' and 'ProgressPreMaximumChanged' events YT.MediaItem: change folder opening on double click YT.VideoListForm: change the icon for the 'Download' button Add advanced progress Add user metrics calculation UserDataBase: fix GIF hash bug Instagram: heic to jpg Mastodon.SiteSettings: add the main domain to the list of domains with saving the settings Mastodon.UserData: handle 'Forbidden' error; fix bug in parsing non-user posts Pinterest: remove cookies requirement for saved posts PornHub: fix resolutions issue; add 'DownloadUHD' option Reddit: fix missing images bug; fix broken images bug; update container parsing function MainFrame: fix collection pointing bug
87 lines
4.6 KiB
VB.net
87 lines
4.6 KiB
VB.net
' Copyright (C) 2023 Andy https://github.com/AAndyProgram
|
|
' This program is free software: you can redistribute it and/or modify
|
|
' it under the terms of the GNU General Public License as published by
|
|
' the Free Software Foundation, either version 3 of the License, or
|
|
' (at your option) any later version.
|
|
'
|
|
' This program is distributed in the hope that it will be useful,
|
|
' but WITHOUT ANY WARRANTY
|
|
Imports System.Threading
|
|
Imports PersonalUtilities.Tools
|
|
Imports PersonalUtilities.Tools.Web
|
|
Imports PersonalUtilities.Tools.Web.Clients
|
|
Imports PersonalUtilities.Forms.Toolbars
|
|
Imports PersonalUtilities.Functions.RegularExpressions
|
|
Namespace API.Base
|
|
Namespace M3U8Declarations
|
|
Friend Module M3U8Defaults
|
|
Friend ReadOnly TsFilesRegEx As RParams = RParams.DM(".+?\.ts[^\r\n]*", 0, RegexReturn.List)
|
|
End Module
|
|
End Namespace
|
|
Friend NotInheritable Class M3U8Base
|
|
Friend Const TempCacheFolderName As String = "tmpCache"
|
|
Private Sub New()
|
|
End Sub
|
|
Friend Shared Function CreateUrl(ByVal Appender As String, ByVal File As String) As String
|
|
File = File.StringTrimStart("/")
|
|
If File.StartsWith("http") Then
|
|
Return File
|
|
Else
|
|
If File.StartsWith("hls/") And Appender.Contains("hls/") Then _
|
|
Appender = LinkFormatterSecure(Appender.Replace("https://", String.Empty).Split("/").First)
|
|
Return $"{Appender.StringTrimEnd("/")}/{File}"
|
|
End If
|
|
End Function
|
|
Friend Shared Function Download(ByVal URLs As List(Of String), ByVal DestinationFile As SFile, Optional ByVal Responser As Responser = Nothing,
|
|
Optional ByVal Token As CancellationToken = Nothing, Optional ByVal Progress As MyProgress = Nothing,
|
|
Optional ByVal UsePreProgress As Boolean = True) As SFile
|
|
Dim Cache As CacheKeeper = Nothing
|
|
Using tmpPr As New PreProgress(Progress)
|
|
Try
|
|
If URLs.ListExists Then
|
|
Dim ConcatFile As SFile = DestinationFile
|
|
If ConcatFile.Name.IsEmptyString Then ConcatFile.Name = "PlayListFile"
|
|
ConcatFile.Extension = "mp4"
|
|
Cache = New CacheKeeper($"{DestinationFile.PathWithSeparator}_{TempCacheFolderName}\")
|
|
Dim cache2 As CacheKeeper = Cache.NewInstance
|
|
If cache2.RootDirectory.Exists(SFO.Path) Then
|
|
Dim progressExists As Boolean = Not Progress Is Nothing
|
|
If progressExists Then
|
|
If UsePreProgress Then
|
|
tmpPr.ChangeMax(URLs.Count)
|
|
Else
|
|
Progress.Maximum += URLs.Count
|
|
End If
|
|
End If
|
|
Dim p As SFileNumbers = SFileNumbers.Default(ConcatFile.Name)
|
|
ConcatFile = SFile.IndexReindex(ConcatFile,,, p, EDP.ReturnValue)
|
|
Dim i%
|
|
Dim dFile As SFile = cache2.RootDirectory
|
|
dFile.Extension = "ts"
|
|
Using w As New DownloadObjects.WebClient2(Responser)
|
|
For i = 0 To URLs.Count - 1
|
|
If progressExists Then
|
|
If UsePreProgress Then
|
|
tmpPr.Perform()
|
|
Else
|
|
Progress.Perform()
|
|
End If
|
|
End If
|
|
Token.ThrowIfCancellationRequested()
|
|
dFile.Name = $"ConPart_{i}"
|
|
w.DownloadFile(URLs(i), dFile)
|
|
cache2.AddFile(dFile, True)
|
|
Next
|
|
End Using
|
|
DestinationFile = FFMPEG.ConcatenateFiles(cache2, Settings.FfmpegFile.File, ConcatFile, Settings.CMDEncoding, p, EDP.ThrowException)
|
|
Return DestinationFile
|
|
End If
|
|
End If
|
|
Return Nothing
|
|
Finally
|
|
Cache.DisposeIfReady
|
|
End Try
|
|
End Using
|
|
End Function
|
|
End Class
|
|
End Namespace |