2023.4.28.0

Plugins
IPluginContentProvider: added DownloadSingleObject function; added tokens to GetMedia and Download functions; removed GetSpecialData function
Add IDownloadableMedia interface
Removed 'Channel' option from all functions and enums
ISiteSettings: added GetSingleMediaInstance function
ExchangeOptions: removed 'IsChannel'
UserMediaTypes: added Audio and AudioPre enums
IUserMedia, PluginUserMedia: changed ContentType and DownloadState from integers to their enums

SCrawler
Add YouTube standalone downloader
Add gallery-dl & yt-dlp support
Remove 'UserInfo' requirement from 'ProfilesSaved'
Update 'SiteSettingsBase' to use domains and Netscape cookies
UserDataBase: remove channels; remove old 'Merge' const; standardize SavedPosts file naming; move 'ValidateMD5' function from Twitter to UserDataBase to use it in other UserData classes; add 'DownloadSingleObject' environment for single posts; add validating file extension for m3u8 during download; add reindex of video file during download

Rewritten DomainsContainer
Create a universal settings form and PSettingsArttribute
Gfycat, Imgur: turn these classes into IUserData to download a single object

All plugins: update 'GetInstance' function for saved posts; update domains where implemented; remove 'OptionForm' where it exists; update options where they exist; update unix date providers; reconfigure channels where they exist

LPSG: fix attachments; update converters and regex
Add sites: ThisVid, Mastodon, Pinterest, YouTube, YouTube music
Reddit: standardize container parsing for all data types; new channel environment; fix 'ReparseMissing' function; redirect data downloading to the base download function, saved crossposts support
Twitter: fixed gif path bug; fixed downloading saved posts
PornHub: hide unnecessary errors; photo galleries bug
RedGifs: add 'UserAgent' option

Added icons to download progress

Rename some objects
Completely redesigned standalone downloader form and rewritten its environment
WebClient2: update to use tokens

Labels: update label form (save labels to file only when OK button is clicked); change removing labels.txt from recycle bin to permanent; disable storing label 'NoParsedUser'

UserCreatorForm: remove the 'Channel' checkbox and related functions; ability to extract the user's URL from the buffer and apply parameters if found
Remove temporary 'EncryptCookies' module

MainFrame: added simplified way to create new users (Ctrl+Insert to create a new user with default parameters from clipboard URL); removed SCrawler command line argument "-v" (remove the ability to run SCrawler as video downloader)
PropertyValueHost: update for option forms compatibility
SettingsHost: removed 'GetSpecialData' fork; added 'GetSingleMediaInstance' fork
UserDataHost: update functions with tokens; update events; add 'DownloadSingleObject' function
Settings: add the ability to get environment from 4 destinations; add the ability to set the program environment manually; add CMDEncoding; add cache; remove the old function 'RemoveUnusedPlugins'; add 'STDownloader' properties; add YT compatibility; add new notification options; add deleting user settings file when 'SettingsCLS.Dispose()' if where are no users in SCrawler
UserFinder: remove old 'Merge' const; remove channel option
UserInfo: remove channel option

SCrawler/Editors/GlobalSettingsForm.vb

@@ -7,8 +7,10 @@
 ' This program is distributed in the hope that it will be useful,
 ' but WITHOUT ANY WARRANTY
 Imports PersonalUtilities.Forms
+Imports PersonalUtilities.Forms.Controls
 Imports PersonalUtilities.Forms.Controls.Base
 Imports ADB = PersonalUtilities.Forms.Controls.Base.ActionButton.DefaultButtons
+Imports StdDblClck = SCrawler.DownloadObjects.STDownloader.DoubleClickBehavior
 Namespace Editors
     Friend Class GlobalSettingsForm
         Private WithEvents MyDefs As DefaultFormOptions
@@ -37,6 +39,12 @@ Namespace Editors
                         COLORS_USERLIST.ColorsSet(.UserListBackColor, .UserListForeColor, SystemColors.Window, SystemColors.WindowText)
                         CH_SHOW_GROUPS.Checked = .ShowGroups
                         CH_USERS_GROUPING.Checked = .UseGrouping
+                        'Environment
+                        TXT_FFMPEG.Text = .FfmpegFile.File
+                        TXT_CURL.Text = .CurlFile.File
+                        TXT_YTDLP.Text = .YtdlpFile.File
+                        TXT_GALLERYDL.Text = .GalleryDLFile.File
+                        TXT_CMD_ENCODING.Text = .CMDEncoding
                         'Behavior
                         CH_EXIT_CONFIRM.Checked = .ExitConfirm
                         CH_CLOSE_TO_TRAY.Checked = .CloseToTray
@@ -57,6 +65,8 @@ Namespace Editors
                         CH_NOTIFY_AUTO_DOWN.Checked = .ShowNotificationsDownAutoDownloader
                         CH_NOTIFY_CHANNELS.Checked = .ShowNotificationsDownChannels
                         CH_NOTIFY_SAVED_POSTS.Checked = .ShowNotificationsDownSavedPosts
+                        CH_STD.Checked = .ShowNotificationsSTDownloader
+                        CH_STD_EVERY.Checked = .ShowNotificationsSTDownloaderEveryDownload
                         'Defaults
                         CH_SEPARATE_VIDEO_FOLDER.Checked = .SeparateVideoFolder.Value
                         CH_DEF_TEMP.Checked = .DefaultTemporary
@@ -64,6 +74,18 @@ Namespace Editors
                         CH_DOWN_VIDEOS.Checked = .DefaultDownloadVideos
                         CH_DOWN_IMAGES_NATIVE.Checked = .DownloadNativeImageFormat
                         CH_NAME_SITE_FRIENDLY.Checked = .UserSiteNameAsFriendly
+                        'STDownloader
+                        TXT_STD_MAX_JOBS_COUNT.Value = .STDownloader_MaxJobsCount.Value
+                        CH_STD_AUTO_DOWN.Checked = .STDownloader_DownloadAutomatically
+                        CH_STD_AUTO_REMOVE.Checked = .STDownloader_RemoveDownloadedAutomatically
+                        'CMB_STD_OPEN_DBL.BeginUpdate()
+                        CMB_STD_OPEN_DBL.Items.AddRange([Enum].GetValues(GetType(StdDblClck)).ToObjectsList(Of StdDblClck).Select(Function(dcb) New ListItem({dcb.ToString, dcb})))
+                        CMB_STD_OPEN_DBL.EndUpdate(True)
+                        CMB_STD_OPEN_DBL.SelectedIndex = [Enum].GetValues(GetType(StdDblClck)).ToObjectsList(Of StdDblClck).ToList.IndexOf(.STDownloader_OnItemDoubleClick.Value)
+                        CH_STD_TAKESNAP.Checked = .STDownloader_TakeSnapshot
+                        CH_STD_UPDATE_YT_PATH.Checked = .STDownloader_UpdateYouTubeOutputPath
+                        CH_STD_YT_LOAD.Checked = .STDownloader_LoadYTVideos
+                        CH_STD_YT_REMOVE.Checked = .STDownloader_RemoveYTVideosOnClear
                         'Downloading
                         CH_UDESCR_UP.Checked = .UpdateUserDescriptionEveryTime
                         CH_UNAME_UP.Checked = .UserSiteNameUpdateEveryTime
@@ -107,6 +129,7 @@ Namespace Editors
                     With .MyFieldsCheckerE
                         .AddControl(Of String)(TXT_GLOBAL_PATH, TXT_GLOBAL_PATH.CaptionText)
                         .AddControl(Of String)(TXT_COLLECTIONS_PATH, TXT_COLLECTIONS_PATH.CaptionText)
+                        .AddControl(Of Integer)(TXT_CMD_ENCODING, TXT_CMD_ENCODING.CaptionText)
                         .EndLoaderOperations()
                     End With
                     ChangeFileNameChangersEnabling()
@@ -146,6 +169,17 @@ Namespace Editors
                         Exit Sub
                     End If
 
+                    Dim paths$ = String.Empty
+                    If Not TXT_FFMPEG.Text.CSFile.Exists Then paths.StringAppendLine("ffmpeg.exe")
+                    If Not TXT_YTDLP.Text.CSFile.Exists Then paths.StringAppendLine("yt-dlp.exe")
+                    If Not TXT_GALLERYDL.Text.CSFile.Exists Then paths.StringAppendLine("gallery-dl.exe")
+                    If Not TXT_CURL.Text.CSFile.Exists Then paths.StringAppendLine("curl.exe")
+                    If Not paths.IsEmptyString AndAlso
+                       MsgBoxE({$"The following paths to programs are missing or invalid:{vbCr}{vbCr}{paths}{vbCr}{vbCr}" &
+                                "Do you still want to process without setting these fields?" & vbCr &
+                                "If this case, the functionality of SCrawler will be limited, and some sites will not work at all.",
+                                "Environment missing"}, vbExclamation,,, {"Process", "Cancel"}) = 1 Then Exit Sub
+
                     .BeginUpdate()
 
                     'Basis
@@ -163,6 +197,12 @@ Namespace Editors
                     COLORS_USERLIST.ColorsGet(.UserListBackColor, .UserListForeColor)
                     .ShowGroups.Value = CH_SHOW_GROUPS.Checked
                     .UseGrouping.Value = CH_USERS_GROUPING.Checked
+                    'Environment
+                    .FfmpegFile.File = TXT_FFMPEG.Text
+                    .CurlFile.File = TXT_CURL.Text
+                    .YtdlpFile.File = TXT_YTDLP.Text
+                    .GalleryDLFile.File = TXT_GALLERYDL.Text
+                    .CMDEncoding.Value = AConvert(Of Integer)(TXT_CMD_ENCODING.Text, SettingsCLS.DefaultCmdEncoding)
                     'Behavior
                     .ExitConfirm.Value = CH_EXIT_CONFIRM.Checked
                     .CloseToTray.Value = CH_CLOSE_TO_TRAY.Checked
@@ -183,6 +223,8 @@ Namespace Editors
                     .ShowNotificationsDownAutoDownloader.Value = CH_NOTIFY_AUTO_DOWN.Checked
                     .ShowNotificationsDownChannels.Value = CH_NOTIFY_CHANNELS.Checked
                     .ShowNotificationsDownSavedPosts.Value = CH_NOTIFY_SAVED_POSTS.Checked
+                    .ShowNotificationsSTDownloader.Value = CH_STD.Checked
+                    .ShowNotificationsSTDownloaderEveryDownload.Value = CH_STD_EVERY.Checked
                     'Defaults
                     .SeparateVideoFolder.Value = CH_SEPARATE_VIDEO_FOLDER.Checked
                     .DefaultTemporary.Value = CH_DEF_TEMP.Checked
@@ -190,6 +232,15 @@ Namespace Editors
                     .DefaultDownloadVideos.Value = CH_DOWN_VIDEOS.Checked
                     .DownloadNativeImageFormat.Value = CH_DOWN_IMAGES_NATIVE.Checked
                     .UserSiteNameAsFriendly.Value = CH_NAME_SITE_FRIENDLY.Checked
+                    'STDownloader
+                    .STDownloader_MaxJobsCount.Value = CInt(TXT_STD_MAX_JOBS_COUNT.Value)
+                    .STDownloader_DownloadAutomatically.Value = CH_STD_AUTO_DOWN.Checked
+                    .STDownloader_RemoveDownloadedAutomatically.Value = CH_STD_AUTO_REMOVE.Checked
+                    .STDownloader_OnItemDoubleClick.Value = CInt(CMB_STD_OPEN_DBL.Value)
+                    .STDownloader_TakeSnapshot.Value = CH_STD_TAKESNAP.Checked
+                    .STDownloader_UpdateYouTubeOutputPath.Value = CH_STD_UPDATE_YT_PATH.Checked
+                    .STDownloader_LoadYTVideos.Value = CH_STD_YT_LOAD.Checked
+                    .STDownloader_RemoveYTVideosOnClear.Value = CH_STD_YT_REMOVE.Checked
                     'Downloading
                     .UpdateUserDescriptionEveryTime.Value = CH_UDESCR_UP.Checked
                     .UserSiteNameUpdateEveryTime.Value = CH_UNAME_UP.Checked
@@ -290,5 +341,26 @@ Namespace Editors
         Private Sub TXT_FEED_COLUMNS_ActionOnValueChanged(sender As Object, e As EventArgs) Handles TXT_FEED_COLUMNS.ActionOnValueChanged
             TXT_FEED_CENTER_IMAGE.Enabled = TXT_FEED_COLUMNS.Value = 1
         End Sub
+        Private Sub EnvirPrograms_ActionOnButtonClick(ByVal Sender As ActionButton, ByVal e As ActionButtonEventArgs) Handles TXT_FFMPEG.ActionOnButtonClick,
+                                                                                                                              TXT_CURL.ActionOnButtonClick,
+                                                                                                                              TXT_YTDLP.ActionOnButtonClick,
+                                                                                                                              TXT_GALLERYDL.ActionOnButtonClick
+            If Sender.DefaultButton = ADB.Open AndAlso Not e Is Nothing AndAlso Not e.AssociatedControl Is Nothing Then
+                Dim __chooseNewFile As Action(Of TextBoxExtended, String) = Sub(ByVal cnt As TextBoxExtended, ByVal __name As String)
+                                                                                Dim f As SFile = cnt.Text
+                                                                                f = SFile.SelectFiles(f, False, $"Select the {__name} program file.", "EXE|*.exe", EDP.ReturnValue).FirstOrDefault
+                                                                                If Not f.IsEmptyString Then cnt.Text = f
+                                                                            End Sub
+                Select Case CStr(DirectCast(e.AssociatedControl, Control).Tag)
+                    Case "f" : __chooseNewFile.Invoke(e.AssociatedControl, "ffmpeg")
+                    Case "c" : __chooseNewFile.Invoke(e.AssociatedControl, "curl")
+                    Case "y" : __chooseNewFile.Invoke(e.AssociatedControl, "yt-dlp")
+                    Case "g" : __chooseNewFile.Invoke(e.AssociatedControl, "gallery-dl")
+                End Select
+            End If
+        End Sub
+        Private Sub TXT_CMD_ENCODING_ActionOnButtonClick(ByVal Sender As ActionButton, ByVal e As ActionButtonEventArgs) Handles TXT_CMD_ENCODING.ActionOnButtonClick
+            If Sender.DefaultButton = ADB.Refresh Then TXT_CMD_ENCODING.Text = SettingsCLS.DefaultCmdEncoding
+        End Sub
     End Class
 End Namespace