2023.4.28.0

Plugins
IPluginContentProvider: added DownloadSingleObject function; added tokens to GetMedia and Download functions; removed GetSpecialData function
Add IDownloadableMedia interface
Removed 'Channel' option from all functions and enums
ISiteSettings: added GetSingleMediaInstance function
ExchangeOptions: removed 'IsChannel'
UserMediaTypes: added Audio and AudioPre enums
IUserMedia, PluginUserMedia: changed ContentType and DownloadState from integers to their enums

SCrawler
Add YouTube standalone downloader
Add gallery-dl & yt-dlp support
Remove 'UserInfo' requirement from 'ProfilesSaved'
Update 'SiteSettingsBase' to use domains and Netscape cookies
UserDataBase: remove channels; remove old 'Merge' const; standardize SavedPosts file naming; move 'ValidateMD5' function from Twitter to UserDataBase to use it in other UserData classes; add 'DownloadSingleObject' environment for single posts; add validating file extension for m3u8 during download; add reindex of video file during download

Rewritten DomainsContainer
Create a universal settings form and PSettingsArttribute
Gfycat, Imgur: turn these classes into IUserData to download a single object

All plugins: update 'GetInstance' function for saved posts; update domains where implemented; remove 'OptionForm' where it exists; update options where they exist; update unix date providers; reconfigure channels where they exist

LPSG: fix attachments; update converters and regex
Add sites: ThisVid, Mastodon, Pinterest, YouTube, YouTube music
Reddit: standardize container parsing for all data types; new channel environment; fix 'ReparseMissing' function; redirect data downloading to the base download function, saved crossposts support
Twitter: fixed gif path bug; fixed downloading saved posts
PornHub: hide unnecessary errors; photo galleries bug
RedGifs: add 'UserAgent' option

Added icons to download progress

Rename some objects
Completely redesigned standalone downloader form and rewritten its environment
WebClient2: update to use tokens

Labels: update label form (save labels to file only when OK button is clicked); change removing labels.txt from recycle bin to permanent; disable storing label 'NoParsedUser'

UserCreatorForm: remove the 'Channel' checkbox and related functions; ability to extract the user's URL from the buffer and apply parameters if found
Remove temporary 'EncryptCookies' module

MainFrame: added simplified way to create new users (Ctrl+Insert to create a new user with default parameters from clipboard URL); removed SCrawler command line argument "-v" (remove the ability to run SCrawler as video downloader)
PropertyValueHost: update for option forms compatibility
SettingsHost: removed 'GetSpecialData' fork; added 'GetSingleMediaInstance' fork
UserDataHost: update functions with tokens; update events; add 'DownloadSingleObject' function
Settings: add the ability to get environment from 4 destinations; add the ability to set the program environment manually; add CMDEncoding; add cache; remove the old function 'RemoveUnusedPlugins'; add 'STDownloader' properties; add YT compatibility; add new notification options; add deleting user settings file when 'SettingsCLS.Dispose()' if where are no users in SCrawler
UserFinder: remove old 'Merge' const; remove channel option
UserInfo: remove channel option

SCrawler/API/Base/M3U8Base.vb

@@ -6,9 +6,12 @@
 '
 ' This program is distributed in the hope that it will be useful,
 ' but WITHOUT ANY WARRANTY
-Imports PersonalUtilities.Functions.RegularExpressions
+Imports System.Threading
+Imports PersonalUtilities.Tools
 Imports PersonalUtilities.Tools.Web
 Imports PersonalUtilities.Tools.Web.Clients
+Imports PersonalUtilities.Forms.Toolbars
+Imports PersonalUtilities.Functions.RegularExpressions
 Namespace API.Base
     Namespace M3U8Declarations
         Friend Module M3U8Defaults
@@ -16,6 +19,7 @@ Namespace API.Base
         End Module
     End Namespace
     Friend NotInheritable Class M3U8Base
+        Friend Const TempCacheFolderName As String = "tmpCache"
         Private Sub New()
         End Sub
         Friend Shared Function CreateUrl(ByVal Appender As String, ByVal File As String) As String
@@ -28,36 +32,40 @@ Namespace API.Base
                 Return $"{Appender.StringTrimEnd("/")}/{File}"
             End If
         End Function
-        Friend Shared Function Download(ByVal URLs As List(Of String), ByVal DestinationFile As SFile, Optional ByVal Responser As Responser = Nothing) As SFile
-            Dim CachePath As SFile = Nothing
+        Friend Shared Function Download(ByVal URLs As List(Of String), ByVal DestinationFile As SFile, Optional ByVal Responser As Responser = Nothing,
+                                        Optional ByVal Token As CancellationToken = Nothing, Optional ByVal Progress As MyProgress = Nothing) As SFile
+            Dim Cache As CacheKeeper = Nothing
             Try
                 If URLs.ListExists Then
                     Dim ConcatFile As SFile = DestinationFile
                     If ConcatFile.Name.IsEmptyString Then ConcatFile.Name = "PlayListFile"
                     ConcatFile.Extension = "mp4"
-                    CachePath = $"{DestinationFile.PathWithSeparator}_Cache\{SFile.GetDirectories($"{DestinationFile.PathWithSeparator}_Cache\",,, EDP.ReturnValue).ListIfNothing.Count + 1}\"
-                    If CachePath.Exists(SFO.Path) Then
-                        Dim p As New SFileNumbers(ConcatFile.Name,,, New ANumbers With {.Format = ANumbers.Formats.General})
-                        ConcatFile = SFile.Indexed_IndexFile(ConcatFile,, p, EDP.ReturnValue)
+                    Cache = New CacheKeeper($"{DestinationFile.PathWithSeparator}_{TempCacheFolderName}\")
+                    Dim cache2 As CacheKeeper = Cache.NewInstance
+                    If cache2.RootDirectory.Exists(SFO.Path) Then
+                        Dim progressExists As Boolean = Not Progress Is Nothing
+                        If progressExists Then Progress.Maximum += URLs.Count
+                        Dim p As SFileNumbers = SFileNumbers.Default(ConcatFile.Name)
+                        ConcatFile = SFile.IndexReindex(ConcatFile,,, p, EDP.ReturnValue)
                         Dim i%
-                        Dim eFiles As New List(Of SFile)
-                        Dim dFile As SFile = CachePath
+                        Dim dFile As SFile = cache2.RootDirectory
                         dFile.Extension = "ts"
                         Using w As New DownloadObjects.WebClient2(Responser)
                             For i = 0 To URLs.Count - 1
+                                If progressExists Then Progress.Perform()
+                                Token.ThrowIfCancellationRequested()
                                 dFile.Name = $"ConPart_{i}"
                                 w.DownloadFile(URLs(i), dFile)
-                                eFiles.Add(dFile)
+                                cache2.AddFile(dFile, True)
                             Next
                         End Using
-                        DestinationFile = FFMPEG.ConcatenateFiles(eFiles, Settings.FfmpegFile, ConcatFile, p, EDP.ThrowException)
-                        eFiles.Clear()
+                        DestinationFile = FFMPEG.ConcatenateFiles(cache2, Settings.FfmpegFile.File, ConcatFile, Settings.CMDEncoding, p, EDP.ThrowException)
                         Return DestinationFile
                     End If
                 End If
                 Return Nothing
             Finally
-                CachePath.Delete(SFO.Path, SFODelete.None, EDP.None)
+                Cache.DisposeIfReady
             End Try
         End Function
     End Class