2024.4.8.0

YT
MusicPlaylistsForm, VideoOptionsForm: add audio bitrate option
MediaItem: update type icon; update confirmation dialog for deleting non-single object
Track: update extension
PlayList: update 'ToString' information for 'MediaItem'
YouTubeMediaContainerBase: add size recalculation; add audio bitrate change; embed thumbnail in the extracted 'mp3' as cover art; update 'DownloadCommand' function; include elements' files in XML for non-single items; update 'Delete' function; update files handling; include generated playlists and cover file in the file list
YouTubeSettings: add properties 'DefaultAudioEmbedThumbnail_ExtractedFiles', 'DefaultAudioBitrate', 'DefaultAudioBitrate_crf'
Exclude 'drc' from parsing results
Fix incorrect file reference when the yt-dlp.exe has a different name

SCrawler
Base.Declarations: hide 'TokenRefreshIntervalProvider' error
Base.DeclaredNames: remove 'Header_FB_FRIENDLY_NAME' const (use 'API.Instagram.UserData.GQL')
Base.M3U8Base: add 'SkipBroken' argument
Base.UserDataBase: add size recalculation (STD)
Base.SiteSettingsBase: add 'SettingsVersion' property
TDownloader: delete 'RenameOldFileNames' function
SiteEditorForm: remove begin/end update of global settings when updating
MainFrame: update 'BTT_DOWN_SPEC' tooltip
SettingsHostCollection, SettingsHost: move site settings to a personal setting file (delete these settings from the global settings file)
DownloadGroupCollection: remove data update during initialization and reindexing
SettingsCLS: add 'SettingsVersion' property
Add hidden controls
API.JustForFans: change m3u8 parsing and downloading algo; remove 'CancellationToken' from m3u8 (replace with 'IThrower')
API.Facebook: add option 'RequestsWaitTimer_Any'; add internal option 'DownloadData_Impl'; update GDL names and tokens references; add wait timers
API.Threads: add option 'RequestsWaitTimer_Any'; add internal option 'DownloadData_Impl'; update GDL names and tokens references; add wait timers
API.Instagram: ADD 'GDL' SUPPORT; add 'UpdateWwwClaim' to 'Declarations.UpdateResponser' and 'UserData'; add additional 'HH_IG_WWW_CLAIM' properties; add 'RequestsWaitTimer_Any' property; add tooltips for timer controls; update 'LastRequests' environment; update information about requests on the label in the settings form; update reels downloading function

SCrawler/API/ThreadsNet/SiteSettings.vb

@@ -68,6 +68,19 @@ Namespace API.ThreadsNet
             End If
         End Sub
 #End Region
+#Region "Other properties"
+        <PropertyOption(ControlText:="Request timer (any)",
+                        ControlToolTip:="The timer (in milliseconds) that SCrawler should wait before executing the next request." &
+                        vbCr & "The default value is 1'000." & vbCr & "The minimum value is 0." & IG.TimersUrgentTip, AllowNull:=False),
+                        PXML, PClonable>
+        Friend ReadOnly Property RequestsWaitTimer_Any As PropertyValue
+        <Provider(NameOf(RequestsWaitTimer_Any), FieldsChecker:=True)>
+        Private ReadOnly Property RequestsWaitTimer_AnyProvider As IFormatProvider
+        <PropertyOption(ControlText:="Download data",
+                        ControlToolTip:="The internal value indicates that site data should be downloaded." & vbCr &
+                                        "It becomes unchecked when the site returns an error."), PXML>
+        Friend ReadOnly Property DownloadData_Impl As PropertyValue
+#End Region
 #End Region
 #Region "Initializer"
         Friend Sub New(ByVal AccName As String, ByVal Temp As Boolean)
@@ -112,7 +125,7 @@ Namespace API.ThreadsNet
                     .Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.SecFetchMode, "cors"))
                     .Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.SecFetchSite, "same-origin"))
                     .Add("Sec-Fetch-User", "?1")
-                    .Add(DeclaredNames.Header_FB_FRIENDLY_NAME, "BarcelonaProfileThreadsTabRefetchableQuery")
+                    .Add(Instagram.UserData.GQL_HEADER_FB_FRINDLY_NAME, "BarcelonaProfileThreadsTabRefetchableQuery")
                 End With
                 .CookiesExtractMode = Responser.CookiesExtractModes.Any
                 .CookiesUpdateMode = CookieKeeper.UpdateModes.ReplaceByNameAll
@@ -129,6 +142,10 @@ Namespace API.ThreadsNet
             HH_PLATFORM_VER = New PropertyValue(platform, GetType(String), Sub(v) ChangeResponserFields(NameOf(HH_PLATFORM_VER), v))
             HH_USER_AGENT = New PropertyValue(useragent, GetType(String), Sub(v) ChangeResponserFields(NameOf(HH_USER_AGENT), v))
 
+            RequestsWaitTimer_Any = New PropertyValue(1000)
+            RequestsWaitTimer_AnyProvider = New IG.TimersChecker(0)
+            DownloadData_Impl = New PropertyValue(True)
+
             UrlPatternUser = "https://www.threads.net/@{0}"
             UserRegex = RParams.DMS(String.Format(UserRegexDefaultPattern, "threads.net/@"), 1)
             ImageVideoContains = "threads.net"
@@ -155,7 +172,7 @@ Namespace API.ThreadsNet
 #End Region
 #Region "BaseAuthExists, GetUserUrl, GetUserPostUrl"
         Friend Overrides Function BaseAuthExists() As Boolean
-            Return Responser.CookiesExists And {HH_CSRF_TOKEN, HH_IG_APP_ID}.All(Function(v) ACheck(Of String)(v.Value))
+            Return Responser.CookiesExists And {HH_CSRF_TOKEN, HH_IG_APP_ID}.All(Function(v) ACheck(Of String)(v.Value)) And CBool(DownloadData_Impl.Value)
         End Function
         Friend Overrides Function GetUserUrl(ByVal User As IPluginContentProvider) As String
             Return String.Format(UrlPatternUser, DirectCast(User, UserData).NameTrue)
@@ -171,13 +188,23 @@ Namespace API.ThreadsNet
         End Function
 #End Region
 #Region "Update"
+        Private __Cookies As CookieKeeper = Nothing
+        Friend Overrides Sub BeginEdit()
+            __Cookies = Responser.Cookies.Copy
+            MyBase.BeginEdit()
+        End Sub
         Friend Overrides Sub Update()
             If _SiteEditorFormOpened And Responser.CookiesExists Then
                 Dim csrf$ = If(Responser.Cookies.FirstOrDefault(Function(c) c.Name.StringToLower = IG.Header_CSRF_TOKEN_COOKIE)?.Value, String.Empty)
                 If Not csrf.IsEmptyString Then HH_CSRF_TOKEN.Value = csrf
+                If Not __Cookies Is Nothing AndAlso Not __Cookies.ListEquals(Responser.Cookies) Then DownloadData_Impl.Value = True
             End If
             MyBase.Update()
         End Sub
+        Friend Overrides Sub EndEdit()
+            __Cookies.DisposeIfReady
+            MyBase.EndEdit()
+        End Sub
 #End Region
     End Class
 End Namespace