2023.12.27.0

API.OnlyFans: add OF-Scraper support
ProfileSaved: save files when adding new data

Changelog.md

@@ -1,9 +1,24 @@
-# 2023.12.14.1
+# 2023.12.27.0
 
-*2023-12-14*
+*2023-12-27*
+
+- Added
+  - Notification of new log data
+  - OnlyFans: **OF-Scrapper support to download DRM protected videos**
+  - Other improvements
+- Fixed
+  - The default options are changed (`Favorite`, `Temporary`, etc.) when changing an account for a created user
+  - When changing the account for a created user, the new account does not apply to that user until SCrawler is restarted
+  - Saved posts: session file is not updated when new data is added
+  - Minor bugs
+
+# 2023.12.15.0
+
+*2023-12-15*
 
 - Fixed
   - Twitter: some twitter profiles don't download completely
+  - Minor bugs
 
 # 2023.12.14.0
 

ProgramsComparison.md

@@ -6,11 +6,19 @@ https://github.com/yt-dlp/yt-dlp/
 
 SCrawler has advanced user management, collections, labels, groups, automatic downloads, a beautiful view, GUI, the ability to add plugins for other sites and much more. Just try it and compare.
 
+# gallery-dl
+
+https://github.com/mikf/gallery-dl
+
+**Great powerful CLI tool that supports hundreds of sites.**
+
+SCrawler has advanced user management, collections, labels, groups, automatic downloads, a beautiful view, GUI, the ability to add plugins for other sites and much more. Just try it and compare.
+
 # 4K Video Downloader
 
 https://www.4kdownload.com/-plbrz/video-downloader
 
-| Option | SCrawler | 4K Stogram |
+| Option | SCrawler | 4K Video Downloader |
 | ---- | ---- | ---- |
 | User managament | **Advanced** | No |
 | Automatic downloads | **Yes** | No |
@@ -121,10 +129,3 @@ https://github.com/RipMeApp/ripme
 | Other sites support | **Yes** | No |
 | Still supported | **Yes** | **No (last release date May 4, 2021)** |
 
-# gallery-dl
-
-https://github.com/mikf/gallery-dl
-
-**CLI tool**
-
-SCrawler has advanced user management, collections, labels, groups, automatic downloads, a beautiful view, GUI, the ability to add plugins for other sites and much more. Just try it and compare.

SCrawler.Shared/Functions.vb

@@ -23,7 +23,7 @@ Namespace [Shared]
                             Next
                         End If
                     End With
-                    If versions.Count > 0 Then Return versions.LastOrDefault
+                    If versions.Count > 0 Then Return versions.Max
                 End If
             Catch
             End Try

SCrawler.Shared/My Project/AssemblyInfo.vb

@@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices
 ' by using the '*' as shown below:
 ' <Assembly: AssemblyVersion("1.0.*")>
 
-<Assembly: AssemblyVersion("2023.12.7.0")>
+<Assembly: AssemblyVersion("2023.12.15.0")>
-<Assembly: AssemblyFileVersion("2023.12.7.0")>
+<Assembly: AssemblyFileVersion("2023.12.15.0")>
 <Assembly: NeutralResourcesLanguage("en")>

SCrawler/API/Base/ProfileSaved.vb

@@ -47,7 +47,7 @@ Namespace API.Base
                     Progress.InformationTemporary = $"{HOST.Name} ({c - s}/{c}) Images: {_TotalImages}; Videos: {_TotalVideos}"
                 End If
             End If
-            If _FeedDataExists Then Downloader.Files.Sort()
+            If _FeedDataExists Then Downloader.Files.Sort() : Downloader.FilesSave()
         End Sub
         Private Overloads Sub Download(ByVal Host As SettingsHost, ByVal Number As Integer, ByVal Count As Integer,
                                        ByVal Token As CancellationToken, ByVal Multiple As Boolean)

SCrawler/API/Base/UserDataBase.vb

@@ -205,7 +205,7 @@ Namespace API.Base
                 If Not h Is Nothing Then _HostKey = h.Key
             End Set
         End Property
-        Private Sub ResetHost()
+        Friend Sub ResetHost()
             _HostObtained = False
         End Sub
         Friend Property HostStatic As Boolean = False Implements IUserData.HostStatic

SCrawler/API/OnlyFans/OFResources.Designer.vb

@@ -0,0 +1,77 @@
+'------------------------------------------------------------------------------
+' <auto-generated>
+'     This code was generated by a tool.
+'     Runtime Version:4.0.30319.42000
+'
+'     Changes to this file may cause incorrect behavior and will be lost if
+'     the code is regenerated.
+' </auto-generated>
+'------------------------------------------------------------------------------
+
+Option Strict On
+Option Explicit On
+
+Imports System
+
+Namespace My.Resources
+    
+    'This class was auto-generated by the StronglyTypedResourceBuilder
+    'class via a tool like ResGen or Visual Studio.
+    'To add or remove a member, edit your .ResX file then rerun ResGen
+    'with the /str option, or rebuild your VS project.
+    '''<summary>
+    '''  A strongly-typed resource class, for looking up localized strings, etc.
+    '''</summary>
+    <Global.System.CodeDom.Compiler.GeneratedCodeAttribute("System.Resources.Tools.StronglyTypedResourceBuilder", "16.0.0.0"),  _
+     Global.System.Diagnostics.DebuggerNonUserCodeAttribute(),  _
+     Global.System.Runtime.CompilerServices.CompilerGeneratedAttribute()>  _
+    Friend Class OFResources
+        
+        Private Shared resourceMan As Global.System.Resources.ResourceManager
+        
+        Private Shared resourceCulture As Global.System.Globalization.CultureInfo
+        
+        <Global.System.Diagnostics.CodeAnalysis.SuppressMessageAttribute("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")>  _
+        Friend Sub New()
+            MyBase.New
+        End Sub
+        
+        '''<summary>
+        '''  Returns the cached ResourceManager instance used by this class.
+        '''</summary>
+        <Global.System.ComponentModel.EditorBrowsableAttribute(Global.System.ComponentModel.EditorBrowsableState.Advanced)>  _
+        Friend Shared ReadOnly Property ResourceManager() As Global.System.Resources.ResourceManager
+            Get
+                If Object.ReferenceEquals(resourceMan, Nothing) Then
+                    Dim temp As Global.System.Resources.ResourceManager = New Global.System.Resources.ResourceManager("SCrawler.OFResources", GetType(OFResources).Assembly)
+                    resourceMan = temp
+                End If
+                Return resourceMan
+            End Get
+        End Property
+        
+        '''<summary>
+        '''  Overrides the current thread's CurrentUICulture property for all
+        '''  resource lookups using this strongly typed resource class.
+        '''</summary>
+        <Global.System.ComponentModel.EditorBrowsableAttribute(Global.System.ComponentModel.EditorBrowsableState.Advanced)>  _
+        Friend Shared Property Culture() As Global.System.Globalization.CultureInfo
+            Get
+                Return resourceCulture
+            End Get
+            Set
+                resourceCulture = value
+            End Set
+        End Property
+        
+        '''<summary>
+        '''  Looks up a localized resource of type System.Byte[].
+        '''</summary>
+        Friend Shared ReadOnly Property OFScraperConfigPattern() As Byte()
+            Get
+                Dim obj As Object = ResourceManager.GetObject("OFScraperConfigPattern", resourceCulture)
+                Return CType(obj,Byte())
+            End Get
+        End Property
+    End Class
+End Namespace

SCrawler/API/OnlyFans/OFResources.resx

@@ -0,0 +1,124 @@
+<?xml version="1.0" encoding="utf-8"?>
+<root>
+  <!-- 
+    Microsoft ResX Schema 
+    
+    Version 2.0
+    
+    The primary goals of this format is to allow a simple XML format 
+    that is mostly human readable. The generation and parsing of the 
+    various data types are done through the TypeConverter classes 
+    associated with the data types.
+    
+    Example:
+    
+    ... ado.net/XML headers & schema ...
+    <resheader name="resmimetype">text/microsoft-resx</resheader>
+    <resheader name="version">2.0</resheader>
+    <resheader name="reader">System.Resources.ResXResourceReader, System.Windows.Forms, ...</resheader>
+    <resheader name="writer">System.Resources.ResXResourceWriter, System.Windows.Forms, ...</resheader>
+    <data name="Name1"><value>this is my long string</value><comment>this is a comment</comment></data>
+    <data name="Color1" type="System.Drawing.Color, System.Drawing">Blue</data>
+    <data name="Bitmap1" mimetype="application/x-microsoft.net.object.binary.base64">
+        <value>[base64 mime encoded serialized .NET Framework object]</value>
+    </data>
+    <data name="Icon1" type="System.Drawing.Icon, System.Drawing" mimetype="application/x-microsoft.net.object.bytearray.base64">
+        <value>[base64 mime encoded string representing a byte array form of the .NET Framework object]</value>
+        <comment>This is a comment</comment>
+    </data>
+                
+    There are any number of "resheader" rows that contain simple 
+    name/value pairs.
+    
+    Each data row contains a name, and value. The row also contains a 
+    type or mimetype. Type corresponds to a .NET class that support 
+    text/value conversion through the TypeConverter architecture. 
+    Classes that don't support this are serialized and stored with the 
+    mimetype set.
+    
+    The mimetype is used for serialized objects, and tells the 
+    ResXResourceReader how to depersist the object. This is currently not 
+    extensible. For a given mimetype the value must be set accordingly:
+    
+    Note - application/x-microsoft.net.object.binary.base64 is the format 
+    that the ResXResourceWriter will generate, however the reader can 
+    read any of the formats listed below.
+    
+    mimetype: application/x-microsoft.net.object.binary.base64
+    value   : The object must be serialized with 
+            : System.Runtime.Serialization.Formatters.Binary.BinaryFormatter
+            : and then encoded with base64 encoding.
+    
+    mimetype: application/x-microsoft.net.object.soap.base64
+    value   : The object must be serialized with 
+            : System.Runtime.Serialization.Formatters.Soap.SoapFormatter
+            : and then encoded with base64 encoding.
+
+    mimetype: application/x-microsoft.net.object.bytearray.base64
+    value   : The object must be serialized into a byte array 
+            : using a System.ComponentModel.TypeConverter
+            : and then encoded with base64 encoding.
+    -->
+  <xsd:schema id="root" xmlns="" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:msdata="urn:schemas-microsoft-com:xml-msdata">
+    <xsd:import namespace="http://www.w3.org/XML/1998/namespace" />
+    <xsd:element name="root" msdata:IsDataSet="true">
+      <xsd:complexType>
+        <xsd:choice maxOccurs="unbounded">
+          <xsd:element name="metadata">
+            <xsd:complexType>
+              <xsd:sequence>
+                <xsd:element name="value" type="xsd:string" minOccurs="0" />
+              </xsd:sequence>
+              <xsd:attribute name="name" use="required" type="xsd:string" />
+              <xsd:attribute name="type" type="xsd:string" />
+              <xsd:attribute name="mimetype" type="xsd:string" />
+              <xsd:attribute ref="xml:space" />
+            </xsd:complexType>
+          </xsd:element>
+          <xsd:element name="assembly">
+            <xsd:complexType>
+              <xsd:attribute name="alias" type="xsd:string" />
+              <xsd:attribute name="name" type="xsd:string" />
+            </xsd:complexType>
+          </xsd:element>
+          <xsd:element name="data">
+            <xsd:complexType>
+              <xsd:sequence>
+                <xsd:element name="value" type="xsd:string" minOccurs="0" msdata:Ordinal="1" />
+                <xsd:element name="comment" type="xsd:string" minOccurs="0" msdata:Ordinal="2" />
+              </xsd:sequence>
+              <xsd:attribute name="name" type="xsd:string" use="required" msdata:Ordinal="1" />
+              <xsd:attribute name="type" type="xsd:string" msdata:Ordinal="3" />
+              <xsd:attribute name="mimetype" type="xsd:string" msdata:Ordinal="4" />
+              <xsd:attribute ref="xml:space" />
+            </xsd:complexType>
+          </xsd:element>
+          <xsd:element name="resheader">
+            <xsd:complexType>
+              <xsd:sequence>
+                <xsd:element name="value" type="xsd:string" minOccurs="0" msdata:Ordinal="1" />
+              </xsd:sequence>
+              <xsd:attribute name="name" type="xsd:string" use="required" />
+            </xsd:complexType>
+          </xsd:element>
+        </xsd:choice>
+      </xsd:complexType>
+    </xsd:element>
+  </xsd:schema>
+  <resheader name="resmimetype">
+    <value>text/microsoft-resx</value>
+  </resheader>
+  <resheader name="version">
+    <value>2.0</value>
+  </resheader>
+  <resheader name="reader">
+    <value>System.Resources.ResXResourceReader, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089</value>
+  </resheader>
+  <resheader name="writer">
+    <value>System.Resources.ResXResourceWriter, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089</value>
+  </resheader>
+  <assembly alias="System.Windows.Forms" name="System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089" />
+  <data name="OFScraperConfigPattern" type="System.Resources.ResXFileRef, System.Windows.Forms">
+    <value>OFScraperConfigPattern.json;System.Byte[], mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089</value>
+  </data>
+</root>

SCrawler/API/OnlyFans/OFScraperConfigPattern.json

@@ -0,0 +1,61 @@
+{
+    "config": {
+        "main_profile": "main_profile",
+        "metadata": "{configpath}/{profile}/.data/{model_username}_{model_id}",
+        "discord": "",
+        "file_options": {
+            "save_location": "",
+            "dir_format": "",
+            "file_format": "{filename}.{ext}",
+            "textlength": 0,
+            "space-replacer": " ",
+            "date": "YYYY-MM-DD"
+        },
+        "download_options": {
+            "file_size_limit": 0,
+            "file_size_min": 0,
+            "filter": [
+                "Images",
+                "Audios",
+                "Videos"
+            ],
+            "auto_resume": false
+        },
+        "binary_options": {
+            "mp4decrypt": "",
+            "ffmpeg": ""
+        },
+        "cdm_options": {
+            "private-key": null,
+            "client-id": null,
+            "key-mode-default": "cdrm",
+            "keydb_api": ""
+        },
+        "performance_options": {
+            "download-sems": 6,
+            "maxfile-sem": 0,
+            "threads": 5
+        },
+        "advanced_options": {
+            "code-execution": false,
+            "dynamic-mode-default": "deviint",
+            "backend": "aio",
+            "downloadbars": false,
+            "cache-mode": "sqlite",
+            "appendlog": true,
+            "custom": null,
+            "sanitize_text": false,
+            "avatar": true
+        },
+        "responsetype": {
+            "timeline": "Posts",
+            "message": "Messages",
+            "archived": "Archived",
+            "paid": "Messages",
+            "stories": "Stories",
+            "highlights": "Stories",
+            "profile": "Profile",
+            "pinned": "Posts"
+        }
+    }
+}

SCrawler/API/OnlyFans/SiteSettings.vb

@@ -26,8 +26,8 @@ Namespace API.OnlyFans
 #Region "Headers"
         Private Const HeaderBrowser As String = "sec-ch-ua"
         Private Const HeaderUserID As String = "User-Id"
-        Private Const HeaderXBC As String = "X-Bc"
+        Friend Const HeaderXBC As String = "X-Bc"
-        Private Const HeaderAppToken As String = "App-Token"
+        Friend Const HeaderAppToken As String = "App-Token"
         <PropertyOption(ControlText:=HeaderUserID, AllowNull:=False), PClonable(Clone:=False)>
         Friend ReadOnly Property HH_USER_ID As PropertyValue
         <PropertyOption(ControlText:=HeaderXBC, AllowNull:=False), PClonable(Clone:=False)>
@@ -37,7 +37,7 @@ Namespace API.OnlyFans
         <PropertyOption(ControlText:=HeaderBrowser, ControlToolTip:="Can be null", AllowNull:=True), PClonable>
         Private ReadOnly Property HH_BROWSER As PropertyValue
         <PropertyOption(AllowNull:=False), PClonable>
-        Private ReadOnly Property UserAgent As PropertyValue
+        Friend ReadOnly Property UserAgent As PropertyValue
         Private Sub UpdateHeader(ByVal PropertyName As String, ByVal Value As String)
             Dim hName$ = String.Empty
             Dim isUserAgent As Boolean = False
@@ -78,6 +78,42 @@ Namespace API.OnlyFans
                                         "Change this value only if you know what you are doing."), PXML, PClonable>
         Friend ReadOnly Property DynamicRules As PropertyValue
 #End Region
+#Region "OFScraper"
+        <PClonable, PXML("OFScraperPath")> Private ReadOnly Property OFScraperPath_XML As PropertyValue
+        <PropertyOption(ControlText:="OF-Scraper path", ControlToolTip:="The path to the 'ofscraper.exe'")>
+        Friend ReadOnly Property OFScraperPath As PropertyValue
+            Get
+                If Not DefaultInstance Is Nothing Then
+                    Return DirectCast(DefaultInstance, SiteSettings).OFScraperPath_XML
+                Else
+                    Return OFScraperPath_XML
+                End If
+            End Get
+        End Property
+        <PClonable, PXML("OFScraperMP4decrypt")> Private ReadOnly Property OFScraperMP4decrypt_XML As PropertyValue
+        <PropertyOption(ControlText:="mp4decrypt path", ControlToolTip:="The path to the 'mp4decrypt.exe'")>
+        Friend ReadOnly Property OFScraperMP4decrypt As PropertyValue
+            Get
+                If Not DefaultInstance Is Nothing Then
+                    Return DirectCast(DefaultInstance, SiteSettings).OFScraperMP4decrypt_XML
+                Else
+                    Return OFScraperMP4decrypt_XML
+                End If
+            End Get
+        End Property
+        Friend Const KeyModeDefault_Default As String = "cdrm"
+        <PClonable, PXML("KeyModeDefault")> Private ReadOnly Property KeyModeDefault_XML As PropertyValue
+        <PropertyOption(ControlText:="key-mode-default")>
+        Friend ReadOnly Property KeyModeDefault As PropertyValue
+            Get
+                If Not DefaultInstance Is Nothing Then
+                    Return DirectCast(DefaultInstance, SiteSettings).KeyModeDefault_XML
+                Else
+                    Return KeyModeDefault_XML
+                End If
+            End Get
+        End Property
+#End Region
 #End Region
 #Region "Initializer"
         Friend Sub New(ByVal AccName As String, ByVal Temp As Boolean)
@@ -117,6 +153,21 @@ Namespace API.OnlyFans
             DynamicRulesUpdateIntervalProvider = New FieldsCheckerProviderSimple(Function(v) IIf(AConvert(Of Integer)(v, 0) > 0, v, Nothing),
                                                                                  "The value of [{0}] field must be greater than 0")
             DynamicRules = New PropertyValue(String.Empty, GetType(String))
+            OFScraperPath_XML = New PropertyValue(String.Empty, GetType(String))
+            If ACheck(OFScraperPath_XML.Value) Then
+                Dim f As SFile = OFScraperPath_XML.Value
+                If Not f.Exists AndAlso f.Exists(SFO.Path, False) Then
+                    With SFile.GetFiles(f, "*.exe",, EDP.ReturnValue)
+                        If .ListExists Then
+                            f = .FirstOrDefault(Function(ff) ff.Name.StringToLower.StartsWith("ofscraper"))
+                            If f.Exists Then OFScraperPath_XML.Value = f.ToString
+                        End If
+                    End With
+                End If
+            End If
+            OFScraperMP4decrypt_XML = New PropertyValue(String.Empty, GetType(String))
+            KeyModeDefault_XML = New PropertyValue(KeyModeDefault_Default)
+
             UserRegex = RParams.DMS("onlyfans.com/([\w\._]+)", 1, EDP.ReturnValue)
             UrlPatternUser = "https://onlyfans.com/{0}"
             ImageVideoContains = "onlyfans.com"
@@ -151,6 +202,7 @@ Namespace API.OnlyFans
         End Sub
 #End Region
 #Region "GetUserUrl, GetUserPostUrl, UserOptions"
+        Friend Const UserPostPattern As String = "https://onlyfans.com/{0}/{1}"
         Friend Overrides Function GetUserUrl(ByVal User As IPluginContentProvider) As String
             Return String.Format(UrlPatternUser, If(User.ID.IsEmptyString, User.Name, $"u{User.ID}"))
         End Function
@@ -168,7 +220,7 @@ Namespace API.OnlyFans
                 If p.IsEmptyString Then
                     Return GetUserUrl(User)
                 Else
-                    Return String.Format("https://onlyfans.com/{0}/{1}", p, If(User.ID.IsEmptyString, User.Name, $"u{User.ID}"))
+                    Return String.Format(UserPostPattern, p, If(User.ID.IsEmptyString, User.Name, $"u{User.ID}"))
                 End If
             Else
                 Return String.Empty

SCrawler/API/OnlyFans/UserData.vb

@@ -7,10 +7,12 @@
 ' This program is distributed in the hope that it will be useful,
 ' but WITHOUT ANY WARRANTY
 Imports System.Threading
+Imports System.Text.RegularExpressions
 Imports SCrawler.API.Base
 Imports SCrawler.API.YouTube.Objects
 Imports PersonalUtilities.Functions.XML
 Imports PersonalUtilities.Functions.RegularExpressions
+Imports PersonalUtilities.Tools
 Imports PersonalUtilities.Tools.Web.Clients
 Imports PersonalUtilities.Tools.Web.Clients.EventArguments
 Imports PersonalUtilities.Tools.Web.Cookies
@@ -65,11 +67,20 @@ Namespace API.OnlyFans
 #Region "Initializer"
         Friend Sub New()
             HighlightsList = New List(Of String)
+            UseInternalDownloadFileFunction = True
         End Sub
 #End Region
 #Region "Download functions"
+        Private _OFScraperExists As Boolean = False
+        Private OFSCache As CacheKeeper = Nothing
+        Private _AbsMediaIndex As Integer = 0
+        Private Sub ValidateOFScraper()
+            _OFScraperExists = ACheck(MySettings.OFScraperPath.Value) AndAlso CStr(MySettings.OFScraperPath.Value).CSFile.Exists
+        End Sub
         Protected Overrides Sub DownloadDataF(ByVal Token As CancellationToken)
             If Not MySettings.SessionAborted Then
+                ValidateOFScraper()
+                _AbsMediaIndex = 0
                 If Not CCookie Is Nothing Then CCookie.Dispose()
                 CCookie = Responser.Cookies.Copy
                 Responser.Cookies.Clear()
@@ -307,8 +318,8 @@ Namespace API.OnlyFans
 #End Region
         Private Function TryCreateMedia(ByVal n As EContainer, ByVal PostID As String, Optional ByVal PostDate As String = Nothing,
                                         Optional ByRef Result As Boolean = False, Optional ByVal IsHL As Boolean = False,
-                                        Optional ByVal SpecFolder As String = Nothing) As List(Of UserMedia)
+                                        Optional ByVal SpecFolder As String = Nothing, Optional ByVal PostUserID As String = Nothing) As List(Of UserMedia)
-            Dim postUrl$, ext$
+            Dim postUrl$, postUrlBase$, ext$
             Dim t As UTypes
             Dim mList As New List(Of UserMedia)
             Result = False
@@ -320,16 +331,27 @@ Namespace API.OnlyFans
                         Else
                             postUrl = m.Value({"source"}, "source").IfNullOrEmpty(m.Value("full"))
                         End If
+                        postUrlBase = String.Empty
                         Select Case m.Value("type")
                             Case "photo" : t = UTypes.Picture : ext = "jpg"
-                            Case "video" : t = UTypes.Video : ext = "mp4"
+                            Case "video"
+                                t = UTypes.Video
+                                ext = "mp4"
+                                If postUrl.IsEmptyString And Not IsHL Then
+                                    t = UTypes.VideoPre
+                                    _AbsMediaIndex += 1
+                                    If Not PostUserID.IsEmptyString And IsSingleObjectDownload Then _
+                                       postUrlBase = String.Format(SiteSettings.UserPostPattern, PostID, $"u{PostUserID}")
+                                End If
                             Case Else : t = UTypes.Undefined : ext = String.Empty
                         End Select
-                        If Not t = UTypes.Undefined And Not postUrl.IsEmptyString Then
+                        If Not t = UTypes.Undefined And (Not postUrl.IsEmptyString Or t = UTypes.VideoPre) Then
-                            Dim media As New UserMedia(postUrl, t) With {
+                            Dim media As New UserMedia(postUrl.IfNullOrEmpty(IIf(t = UTypes.VideoPre, $"{t}{_AbsMediaIndex}", String.Empty)), t) With {
                                 .Post = New UserPost(PostID, AConvert(Of Date)(PostDate, DateProvider, Nothing)),
                                 .SpecialFolder = SpecFolder
                             }
+                            If postUrlBase.IsEmptyString And Not IsSingleObjectDownload Then postUrlBase = GetPostUrl(Me, media)
+                            If Not postUrlBase.IsEmptyString Then media.URL_BASE = postUrlBase
                             media.File.Extension = ext
                             Result = True
                             mList.Add(media)
@@ -387,7 +409,7 @@ Namespace API.OnlyFans
                                                                                 End Function
                     Dim mList As List(Of UserMedia)
                     Dim mediaResult As Boolean
-                    Dim r$, path$, postDate$
+                    Dim r$, path$, postDate$, postUserID$
                     Dim j As EContainer
                     ProgressPre.ChangeMax(_ContentList.Count)
                     For i% = 0 To _ContentList.Count - 1
@@ -404,8 +426,9 @@ Namespace API.OnlyFans
                                         j = JsonDocument.Parse(r)
                                         If Not j Is Nothing Then
                                             postDate = j.Value("postedAt")
+                                            postUserID = j.Value({"author"}, "id")
                                             mediaResult = False
-                                            mList = TryCreateMedia(j, m.Post.ID, postDate, mediaResult)
+                                            mList = TryCreateMedia(j, m.Post.ID, postDate, mediaResult,,, postUserID)
                                             If mediaResult Then
                                                 _TempMediaList.ListAddList(mList.ListForEachCopy(stateRefill, True), LNC)
                                                 rList.Add(i)
@@ -531,10 +554,145 @@ Namespace API.OnlyFans
             Return result
         End Function
 #End Region
+#Region "OFScraper support"
+        Private Function OFS_DownloadFile(ByVal URL As String, ByVal Token As CancellationToken) As List(Of SFile)
+            Try
+                Const requestPattern$ = """{0}"" manual --config ""{1}"" --url {2}"
+                Dim conf As SFile = OFS_CreateConfig()
+                If conf.Exists Then
+                    Dim command$ = String.Format(requestPattern, MySettings.OFScraperPath.Value, conf, URL)
+                    '#If DEBUG Then
+                    'Debug.WriteLine(command)
+                    '#End If
+                    Using b As New TokenBatch(Token) : b.Execute(command) : End Using
+                    Return SFile.GetFiles(conf, "*.mp4", IO.SearchOption.AllDirectories, EDP.ReturnValue)
+                End If
+                Return Nothing
+            Catch ex As Exception
+                Return ErrorsDescriber.Execute(EDP.SendToLog, ex, "OnlyFans.UserData.OFS_DownloadFile", Nothing)
+            End Try
+        End Function
+        Private Function OFS_CreateConfig() As SFile
+            Try
+                Const confMainPattern$ = "{0}"": ""([^""]*)"""
+                If OFSCache Is Nothing Then OFSCache = If(IsSingleObjectDownload, Settings.Cache.NewInstance, CreateCache())
+                Dim currentCache As CacheKeeper = OFSCache.NewInstance
+                currentCache.Validate()
+                Dim cacheRoot As SFile = currentCache.NewPath
+                cacheRoot.Exists(SFO.Path, True, EDP.ThrowException)
+                Dim f As SFile = $"{SettingsFolderName}\OFScraperConfigPattern.json"
+                Dim configText$
+                If Not f.Exists Then
+                    configText = Text.Encoding.UTF8.GetString(My.Resources.OFResources.OFScraperConfigPattern)
+                    TextSaver.SaveTextToFile(configText, f, True)
+                End If
+                If f.Exists Then
+                    Dim replaceValue$ = String.Empty
+                    Dim rp As RParams = RParams.DMS(String.Empty, 1, RegexReturn.Replace, RegexOptions.IgnoreCase,
+                                                    CType(Function(input) replaceValue, Func(Of String, String)), String.Empty, EDP.ReturnValue)
+                    Dim ff As SFile
+                    configText = f.GetText
+                    Dim updateConf As Action(Of String, String) = Sub(ByVal patternValue As String, ByVal __replaceValue As String)
+                                                                      rp.Pattern = String.Format(confMainPattern, patternValue)
+                                                                      rp.Nothing = configText
+                                                                      replaceValue = __replaceValue
+                                                                      configText = RegexReplace(configText, rp)
+                                                                  End Sub
+                    If Not configText.IsEmptyString Then
+                        updateConf("save_location", cacheRoot.PathNoSeparator.Replace("\", "/"))
+                        If ACheck(MySettings.OFScraperMP4decrypt.Value) Then
+                            ff = CStr(MySettings.OFScraperMP4decrypt.Value)
+                            If ff.Exists Then updateConf("mp4decrypt", ff.ToString.Replace("\", "/"))
+                        End If
+                        If Settings.FfmpegFile.Exists Then updateConf("ffmpeg", Settings.FfmpegFile.File.ToString.Replace("\", "/"))
+                        updateConf("key-mode-default", CStr(MySettings.KeyModeDefault.Value).IfNullOrEmpty(SiteSettings.KeyModeDefault_Default))
+                        f = currentCache
+                        f.Name = "config"
+                        f.Extension = "json"
+                        If TextSaver.SaveTextToFile(configText, f, True).Exists AndAlso OFS_CreateAuth(currentCache) Then Return f
+                    End If
+                End If
+                Return Nothing
+            Catch ex As Exception
+                Return ErrorsDescriber.Execute(EDP.SendToLog, ex, "OnlyFans.UserData.OFS_CreateConfig", Nothing)
+            End Try
+        End Function
+        Private Function OFS_CreateAuth(ByVal DestinationPath As SFile) As Boolean
+            Const authText$ = """user_agent"": ""{0}"",""app-token"": ""{1}"",""x-bc"": ""{2}"",""auth_id"": ""{3}"",""sess"": ""{4}"",""auth_uid_"": ""{3}"",""cookie"": ""{5}"""
+            Try
+                Dim sess$ = If(If(CCookie, Responser.Cookies).FirstOrDefault(Function(c) c.Name.StringToLower = "sess")?.Value, String.Empty)
+                Dim outText$ = "{""auth"":{" &
+                               String.Format(authText,
+                                             MySettings.UserAgent.Value,
+                                             Responser.Headers.Value(SiteSettings.HeaderAppToken),
+                                             Responser.Headers.Value(SiteSettings.HeaderXBC),
+                                             MySettings.HH_USER_ID.Value,
+                                             sess,
+                                             If(CCookie, Responser.Cookies).ToString()) &
+                                             "}}"
+                If DestinationPath.Exists(SFO.Path, False) Then
+                    Dim f As SFile = $"{DestinationPath.PathWithSeparator}main_profile\auth.json"
+                    Return TextSaver.SaveTextToFile(outText, f, True).Exists
+                End If
+                Return False
+            Catch ex As Exception
+                Return ErrorsDescriber.Execute(EDP.SendToLog, ex, "OnlyFans.UserData.OFS_CreateAuth", False)
+            End Try
+        End Function
+#End Region
 #Region "DownloadContent"
+        Private OFSPostFiles As Dictionary(Of String, List(Of SFile)) = Nothing
         Protected Overrides Sub DownloadContent(ByVal Token As CancellationToken)
             DownloadContentDefault(Token)
+            OFSCache.DisposeIfReady
+            OFSPostFiles.ListClearDispose
         End Sub
+        Protected Overrides Function ValidateDownloadFile(ByVal URL As String, ByVal Media As UserMedia, ByRef Interrupt As Boolean) As Boolean
+            Return Media.Type = UTypes.VideoPre
+        End Function
+        Protected Overrides Function DownloadFile(ByVal URL As String, ByVal Media As UserMedia, ByVal DestinationFile As SFile,
+                                                  ByVal Token As CancellationToken) As SFile
+            ValidateOFScraper()
+            If _OFScraperExists Then
+                If OFSPostFiles Is Nothing Then OFSPostFiles = New Dictionary(Of String, List(Of SFile))
+                If IsSingleObjectDownload Then
+                    URL = Media.URL_BASE
+                Else
+                    URL = GetPostUrl(Me, Media)
+                End If
+                If Not URL.IsEmptyString Then
+                    Dim f As SFile = Nothing
+                    If OFSPostFiles.Count > 0 AndAlso OFSPostFiles.ContainsKey(Media.Post.ID) AndAlso OFSPostFiles(Media.Post.ID).Count > 0 Then
+                        f = OFSPostFiles(Media.Post.ID)(0)
+                        OFSPostFiles(Media.Post.ID).RemoveAt(0)
+                    Else
+                        Dim files As List(Of SFile) = OFS_DownloadFile(URL, Token)
+                        If files.ListExists Then
+                            Dim ff As SFile
+                            For i% = files.Count - 1 To 0 Step -1
+                                ff = files(i)
+                                DestinationFile.Name = ff.Name
+                                DestinationFile.Extension = ff.Extension
+                                If SFile.Move(ff, DestinationFile,,,, EDP.ThrowException) Then
+                                    files(i) = DestinationFile
+                                Else
+                                    files.RemoveAt(i)
+                                End If
+                            Next
+                            If files.Count > 0 Then
+                                f = files(0)
+                                files.RemoveAt(0)
+                                If files.Count > 0 Then OFSPostFiles.Add(Media.Post.ID, files)
+                            End If
+                        End If
+                    End If
+                    Return f
+                End If
+                Return Nothing
+            Else
+                Throw New InvalidProgramException("OF-Scraper not found")
+            End If
+        End Function
 #End Region
 #Region "DownloadingException"
         Private _DownloadingException_AuthFileUpdate As Boolean = False
@@ -546,7 +704,7 @@ Namespace API.OnlyFans
                     Return 2
                 Else
                     MySettings.SessionAborted = True
-                    MyMainLOG = $"{ToStringForLog()}: OnlyFans credentials expired"
+                    MyMainLOG = $"{ToStringForLog()} [{CInt(Responser.StatusCode)}]: OnlyFans credentials expired"
                     Return 1
                 End If
             ElseIf Responser.StatusCode = Net.HttpStatusCode.NotFound Then '404
@@ -558,7 +716,7 @@ Namespace API.OnlyFans
                 Return 1
             ElseIf Responser.StatusCode = Net.HttpStatusCode.Unauthorized Then '401
                 MySettings.SessionAborted = True
-                MyMainLOG = $"{ToStringForLog()}: OnlyFans credentials expired"
+                MyMainLOG = $"{ToStringForLog()} [{CInt(Responser.StatusCode)}]: OnlyFans credentials expired"
                 Return 1
             Else
                 Return 0
@@ -567,7 +725,13 @@ Namespace API.OnlyFans
 #End Region
 #Region "IDisposable Support"
         Protected Overrides Sub Dispose(ByVal disposing As Boolean)
-            If Not disposedValue And disposing Then CCookie.DisposeIfReady(False) : CCookie = Nothing : HighlightsList.Clear()
+            If Not disposedValue And disposing Then
+                CCookie.DisposeIfReady(False)
+                CCookie = Nothing
+                HighlightsList.Clear()
+                OFSCache.DisposeIfReady
+                OFSPostFiles.ListClearDispose
+            End If
             MyBase.Dispose(disposing)
         End Sub
 #End Region

SCrawler/API/Twitter/UserData.vb

@@ -364,7 +364,7 @@ Namespace API.Twitter
                 DownloadModelForceApply = False
                 FirstDownloadComplete = True
             Catch jsonNull_ex As ArgumentNullException When jsonArgs.State = WebDocumentEventArgs.States.Error
-                Throw New Plugin.ExitException($"{ToStringForLog()}: No deserialized data found")
+                Throw New Plugin.ExitException("No deserialized data found")
             Catch limit_ex As TwitterLimitException
                 Throw limit_ex
             Catch ex As Exception

SCrawler/Download/Feed/DownloadFeedForm.vb

@@ -318,7 +318,7 @@ Namespace DownloadObjects
                                                              Return False
                                                          End If
                                                      End Function
-                If Not GetLast Then __getFiles.Invoke
+                __getFiles.Invoke
                 If Not GetLast And GetFilesOnly And Not fList.ListExists Then
                     MsgBoxE({"No session files found", "Get session files"}, vbExclamation)
                 ElseIf Not GetLast AndAlso fList.ListExists Then
@@ -352,18 +352,24 @@ Namespace DownloadObjects
                             MsgBoxE(m)
                         End If
                     End Using
-                ElseIf Downloader.FilesSessionActual(False).Exists OrElse __getFiles.Invoke Then
+                ElseIf Downloader.FilesSessionActual(False).Exists OrElse fList.ListExists Then
-                    If Downloader.FilesSessionActual(False).Exists Then
+                    If GetLast Then
-                        f = Downloader.FilesSessionActual(False)
+                        If fList.ListExists Then
+                            f = fList(IIf(fList.Count > 1 And Downloader.FilesSessionActual(False).Exists, 1, 0))
                         Else
-                        f = fList(0)
+                            f = Downloader.FilesSessionActual(False)
                         End If
+                    Else
+                        f = Downloader.FilesSessionActual(False)
+                    End If
+                    If f.Exists Then
                         x = New XmlFile(f,, False) With {.AllowSameNames = True, .XmlReadOnly = True}
                         x.LoadData()
                         If x.Count > 0 Then DataList.Clear() : DataList.ListAddList(x, lcr)
                         x.Dispose()
                         CleanDataList()
                         RefillList(False)
+                    End If
                 Else
                     m.Text = "Saved sessions not found"
                     MsgBoxE(m)

SCrawler/Download/TDownloader.vb

@@ -122,7 +122,14 @@ Namespace DownloadObjects
                 Return _FilesSessionActual
             End Get
         End Property
+        Private _FilesSaving As Boolean = False
         Friend Sub FilesSave()
+            While _FilesSaving Or _FilesUpdating : Thread.Sleep(100) : End While
+            Dim i% = 0
+            While Not FilesSaveImpl() And i < 10 : i += 1 : End While
+        End Sub
+        Private Function FilesSaveImpl() As Boolean
+            _FilesSaving = True
             Try
                 If Settings.FeedStoreSessionsData And Files.Count > 0 Then
                     ClearSessions()
@@ -131,10 +138,13 @@ Namespace DownloadObjects
                         x.Save(FilesSessionActual)
                     End Using
                 End If
+                Return True
             Catch ex As Exception
-                ErrorsDescriber.Execute(EDP.SendToLog, ex, "[DownloadObjects.TDownloader.FilesSave]")
+                Return ErrorsDescriber.Execute(EDP.SendToLog, ex, "[DownloadObjects.TDownloader.FilesSave]", False)
+            Finally
+                _FilesSaving = False
             End Try
-        End Sub
+        End Function
         Private _FilesUpdating As Boolean = False
         Friend Sub FilesUpdatePendingUsers()
             _FilesUpdating = True

SCrawler/Editors/GlobalSettingsForm.Designer.vb

@@ -157,6 +157,7 @@ Namespace Editors
             Me.TXT_FEED_CENTER_IMAGE = New PersonalUtilities.Forms.Controls.TextBoxExtended()
             Me.COLORS_FEED = New SCrawler.Editors.ColorPicker()
             Me.CH_FEED_SHOW_FRIENDLY = New System.Windows.Forms.CheckBox()
+            Me.CH_FEED_SHOW_SPEC_MEDIAITEM = New System.Windows.Forms.CheckBox()
             Me.TXT_YTDLP = New PersonalUtilities.Forms.Controls.TextBoxExtended()
             Me.TXT_FFMPEG = New PersonalUtilities.Forms.Controls.TextBoxExtended()
             Me.TXT_CURL = New PersonalUtilities.Forms.Controls.TextBoxExtended()
@@ -177,7 +178,7 @@ Namespace Editors
             Me.TAB_MAIN = New System.Windows.Forms.TabControl()
             Me.TAB_ENVIR = New System.Windows.Forms.TabPage()
             Me.CONTAINER_MAIN = New System.Windows.Forms.ToolStripContainer()
-            Me.CH_FEED_SHOW_SPEC_MEDIAITEM = New System.Windows.Forms.CheckBox()
+            Me.CH_NOTIFY_LOG = New System.Windows.Forms.CheckBox()
             TP_BASIS = New System.Windows.Forms.TableLayoutPanel()
             TP_IMAGES = New System.Windows.Forms.TableLayoutPanel()
             TP_FILE_NAME = New System.Windows.Forms.TableLayoutPanel()
@@ -1670,6 +1671,17 @@ Namespace Editors
             Me.CH_FEED_SHOW_FRIENDLY.Text = "Show friendly names instead of usernames"
             Me.CH_FEED_SHOW_FRIENDLY.UseVisualStyleBackColor = True
             '
+            'CH_FEED_SHOW_SPEC_MEDIAITEM
+            '
+            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.AutoSize = True
+            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Dock = System.Windows.Forms.DockStyle.Fill
+            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Location = New System.Drawing.Point(4, 247)
+            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Name = "CH_FEED_SHOW_SPEC_MEDIAITEM"
+            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Size = New System.Drawing.Size(568, 19)
+            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.TabIndex = 9
+            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Text = "Show special feeds in media items"
+            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.UseVisualStyleBackColor = True
+            '
             'TAB_NOTIFY
             '
             TAB_NOTIFY.Controls.Add(TP_NOTIFY_MAIN)
@@ -1692,10 +1704,12 @@ Namespace Editors
             TP_NOTIFY_MAIN.Controls.Add(Me.CH_NOTIFY_SAVED_POSTS, 0, 5)
             TP_NOTIFY_MAIN.Controls.Add(Me.CH_STD, 0, 6)
             TP_NOTIFY_MAIN.Controls.Add(Me.CH_STD_EVERY, 0, 7)
+            TP_NOTIFY_MAIN.Controls.Add(Me.CH_NOTIFY_LOG, 0, 8)
             TP_NOTIFY_MAIN.Dock = System.Windows.Forms.DockStyle.Fill
             TP_NOTIFY_MAIN.Location = New System.Drawing.Point(0, 0)
             TP_NOTIFY_MAIN.Name = "TP_NOTIFY_MAIN"
-            TP_NOTIFY_MAIN.RowCount = 9
+            TP_NOTIFY_MAIN.RowCount = 10
+            TP_NOTIFY_MAIN.RowStyles.Add(New System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Absolute, 25.0!))
             TP_NOTIFY_MAIN.RowStyles.Add(New System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Absolute, 25.0!))
             TP_NOTIFY_MAIN.RowStyles.Add(New System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Absolute, 25.0!))
             TP_NOTIFY_MAIN.RowStyles.Add(New System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Absolute, 25.0!))
@@ -2140,16 +2154,17 @@ Namespace Editors
             Me.CONTAINER_MAIN.TabIndex = 0
             Me.CONTAINER_MAIN.TopToolStripPanelVisible = False
             '
-            'CH_FEED_SHOW_SPEC_MEDIAITEM
+            'CH_NOTIFY_LOG
             '
-            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.AutoSize = True
+            Me.CH_NOTIFY_LOG.AutoSize = True
-            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Dock = System.Windows.Forms.DockStyle.Fill
+            Me.CH_NOTIFY_LOG.Dock = System.Windows.Forms.DockStyle.Fill
-            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Location = New System.Drawing.Point(4, 247)
+            Me.CH_NOTIFY_LOG.Location = New System.Drawing.Point(4, 212)
-            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Name = "CH_FEED_SHOW_SPEC_MEDIAITEM"
+            Me.CH_NOTIFY_LOG.Name = "CH_NOTIFY_LOG"
-            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Size = New System.Drawing.Size(568, 19)
+            Me.CH_NOTIFY_LOG.Size = New System.Drawing.Size(568, 19)
-            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.TabIndex = 9
+            Me.CH_NOTIFY_LOG.TabIndex = 8
-            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.Text = "Show special feeds in media items"
+            Me.CH_NOTIFY_LOG.Text = "The log contains new data"
-            Me.CH_FEED_SHOW_SPEC_MEDIAITEM.UseVisualStyleBackColor = True
+            TT_MAIN.SetToolTip(Me.CH_NOTIFY_LOG, "Show a notification when the new data is added to the log.")
+            Me.CH_NOTIFY_LOG.UseVisualStyleBackColor = True
             '
             'GlobalSettingsForm
             '
@@ -2341,5 +2356,6 @@ Namespace Editors
         Private WithEvents CH_STD_YT_CREATE_URL As CheckBox
         Private WithEvents CH_USE_DEF_ACC As CheckBox
         Private WithEvents CH_FEED_SHOW_SPEC_MEDIAITEM As CheckBox
+        Private WithEvents CH_NOTIFY_LOG As CheckBox
     End Class
 End Namespace

SCrawler/Editors/GlobalSettingsForm.vb

@@ -74,6 +74,7 @@ Namespace Editors
                         CH_NOTIFY_SAVED_POSTS.Checked = .ShowNotificationsDownSavedPosts
                         CH_STD.Checked = .ShowNotificationsSTDownloader
                         CH_STD_EVERY.Checked = .ShowNotificationsSTDownloaderEveryDownload
+                        CH_NOTIFY_LOG.Checked = .ShowNotificationsLOG
                         'Defaults
                         CH_SEPARATE_VIDEO_FOLDER.Checked = .SeparateVideoFolder.Value
                         CH_DEF_TEMP.Checked = .DefaultTemporary
@@ -248,6 +249,7 @@ Namespace Editors
                     .ShowNotificationsDownSavedPosts.Value = CH_NOTIFY_SAVED_POSTS.Checked
                     .ShowNotificationsSTDownloader.Value = CH_STD.Checked
                     .ShowNotificationsSTDownloaderEveryDownload.Value = CH_STD_EVERY.Checked
+                    .ShowNotificationsLOG.Value = CH_NOTIFY_LOG.Checked
                     'Defaults
                     .SeparateVideoFolder.Value = CH_SEPARATE_VIDEO_FOLDER.Checked
                     .DefaultTemporary.Value = CH_DEF_TEMP.Checked

SCrawler/Editors/SiteEditorForm.vb

@@ -213,7 +213,7 @@ Namespace Editors
                             Dim loAdded As Boolean = False
                             Dim pArr() As Boolean
                             If .PropList.Exists(Function(p) If(p.Options?.IsAuth, False)) Then pArr = {True, False} Else pArr = {False}
-                            .PropList.Sort()
+                            If .PropList.Exists(Function(p) p.ControlNumber >= 0) Then .PropList.Sort()
                             For Each pAuth As Boolean In pArr
                                 For Each prop As PropertyValueHost In .PropList
                                     If Not prop.Options Is Nothing Then

SCrawler/Editors/UserCreatorForm.vb

@@ -430,6 +430,7 @@ Namespace Editors
                                 If Not UserInstance Is Nothing Then
                                     With DirectCast(UserInstance, UserDataBase)
                                         .User = User
+                                        .ResetHost()
                                         Dim setFriendly As Boolean = True
                                         If FriendlyNameIsSiteName Then
                                             If Not FriendlyNameChanged Then
@@ -590,7 +591,7 @@ CloseForm:
         End Sub
         Private _AccountsRefilling As Boolean = False
         Private Sub CMB_ACCOUNT_ActionSelectedItemChanged(ByVal Sender As Object, ByVal e As EventArgs, ByVal Item As ListViewItem) Handles CMB_ACCOUNT.ActionSelectedItemChanged
-            If Not _AccountsRefilling Then SetParamsBySite(False)
+            If Not _AccountsRefilling And UserInstance Is Nothing Then SetParamsBySite(False)
         End Sub
         Private Sub CH_TEMP_CheckedChanged(sender As Object, e As EventArgs) Handles CH_TEMP.CheckedChanged
             If CH_TEMP.Checked Then CH_FAV.Checked = False : CH_READY_FOR_DOWN.Checked = False

SCrawler/MainFrame.vb

@@ -842,7 +842,7 @@ CloseResume:
 #End Region
 #End Region
     Private Sub BTT_LOG_Click(sender As Object, e As EventArgs) Handles BTT_LOG.Click
-        MyMainLOG_ShowForm(Settings.Design,,,, Sub() MainFrameObj.UpdateLogButton())
+        MainFrameObj.ShowLog()
     End Sub
     Private Sub BTT_VERSION_INFO_Click(sender As Object, e As EventArgs) Handles BTT_VERSION_INFO.Click
         CheckVersion(True)

SCrawler/MainFrameObjects.vb

@@ -19,6 +19,11 @@ Friend Class MainFrameObjects : Implements INotificator
         MF = f
         Notificator = New NotificationsManager
         PauseButtons = New DownloadObjects.AutoDownloaderPauseButtons(DownloadObjects.AutoDownloaderPauseButtons.ButtonsPlace.MainFrame)
+        ProgramLogInitialize()
+        With ProgramLog
+            AddHandler .TextAdded, AddressOf ProgramLog_TextAdded
+            AddHandler .TextCleared, AddressOf ProgramLog_TextCleared
+        End With
     End Sub
 #Region "Users"
     Friend Sub FocusUser(ByVal Key As String, Optional ByVal ActivateForm As Boolean = False)
@@ -65,6 +70,12 @@ Friend Class MainFrameObjects : Implements INotificator
     Friend Function GetUserListProvider(ByVal WithCollections As Boolean) As IFormatProvider
         Return MF.GetUserListProvider(WithCollections)
     End Function
+    Friend Sub ShowLog()
+        MyMainLOG_ShowForm(Settings.Design,,,, Sub()
+                                                   UpdateLogButton()
+                                                   LogFormClosed()
+                                               End Sub)
+    End Sub
 #End Region
 #Region "Notifications"
     Private Sub INotificator_ShowNotification(ByVal Text As String, ByVal Image As SFile) Implements INotificator.ShowNotification
@@ -88,6 +99,7 @@ Friend Class MainFrameObjects : Implements INotificator
                     Case $"{NotificationInternalKey}_{NotifyObj.Channels}" : MF.MyChannels.FormShowS()
                     Case $"{NotificationInternalKey}_{NotifyObj.SavedPosts}" : MF.MySavedPosts.FormShowS()
                     Case $"{NotificationInternalKey}_{NotifyObj.STDownloader}" : VideoDownloader.FormShowS()
+                    Case $"{NotificationInternalKey}_{NotifyObj.LOG}" : ControlInvokeFast(MF, AddressOf ShowLog, EDP.LogMessageValue)
                     Case Else : Focus(True)
                 End Select
             ElseIf Settings.Automation Is Nothing OrElse Not Settings.Automation.NotificationClicked(Key, found, activateForm) Then
@@ -100,4 +112,16 @@ Friend Class MainFrameObjects : Implements INotificator
         End If
     End Sub
 #End Region
+#Region "LOG events support"
+    Private _LogNotificationsEnabled As Boolean = True
+    Private Sub ProgramLog_TextAdded(ByVal Sender As Object, ByVal e As EventArgs)
+        If _LogNotificationsEnabled Then _LogNotificationsEnabled = False : ShowNotification(NotifyObj.LOG, "There is new data in the log")
+    End Sub
+    Private Sub ProgramLog_TextCleared(ByVal Sender As Object, ByVal e As EventArgs)
+        _LogNotificationsEnabled = True
+    End Sub
+    Friend Sub LogFormClosed()
+        _LogNotificationsEnabled = True
+    End Sub
+#End Region
 End Class

SCrawler/My Project/AssemblyInfo.vb

@@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices
 ' by using the '*' as shown below:
 ' <Assembly: AssemblyVersion("1.0.*")>
 
-<Assembly: AssemblyVersion("2023.12.14.1")>
+<Assembly: AssemblyVersion("2023.12.27.0")>
-<Assembly: AssemblyFileVersion("2023.12.14.1")>
+<Assembly: AssemblyFileVersion("2023.12.27.0")>
 <Assembly: NeutralResourcesLanguage("en")>

SCrawler/PluginsEnvironment/Hosts/PropertyValueHost.vb

@@ -23,6 +23,7 @@ Namespace Plugin.Hosts
         Private ReadOnly Keeper As SettingsHost
         Protected Source As Object 'ReadOnly
         Protected Member As MemberInfo
+        Private ReadOnly MemberRef As MemberInfo
         Friend ReadOnly Options As PropertyOption
         Friend Overridable ReadOnly Property Name As String
         Protected _Type As Type
@@ -41,7 +42,7 @@ Namespace Plugin.Hosts
 #End Region
 #Region "Control"
         Friend Property Control As Control
-        Protected ControlNumber As Integer = -1
+        Friend Property ControlNumber As Integer = -1
         Friend ReadOnly Property ControlHeight As Integer
             Get
                 If Not Control Is Nothing Then
@@ -245,13 +246,12 @@ Namespace Plugin.Hosts
             Me.Keeper = Keeper
             Source = PropertySource
             Name = Member.Name
+            MemberRef = Member
 
             ControlNumber = If(Member.GetCustomAttribute(Of ControlNumber)()?.PropertyNumber, -1)
 
             If DirectCast(Member, PropertyInfo).PropertyType Is GetType(PropertyValue) Then
-                ExternalValue = DirectCast(DirectCast(Member, PropertyInfo).GetValue(Source), PropertyValue)
+                UpdateMember()
-                _Value = ExternalValue.Value
-                AddHandler ExternalValue.ValueChanged, AddressOf ExternalValueChanged
                 Options = Member.GetCustomAttribute(Of PropertyOption)()
                 IsTaskCounter = Not Member.GetCustomAttribute(Of TaskCounter)() Is Nothing
                 _XmlName = If(Member.GetCustomAttribute(Of PXML)()?.ElementName, String.Empty)
@@ -274,9 +274,22 @@ Namespace Plugin.Hosts
                 Next
             End If
         End Sub
+        Friend Sub UpdateMember()
+            If Not ExternalValue Is Nothing Then
+                Try : RemoveHandler ExternalValue.ValueChanged, AddressOf ExternalValueChanged : Catch : End Try
+            End If
+            _ExternalValue = DirectCast(DirectCast(MemberRef, PropertyInfo).GetValue(Source), PropertyValue)
+            _Value = ExternalValue.Value
+            AddHandler ExternalValue.ValueChanged, AddressOf ExternalValueChanged
+        End Sub
 #End Region
 #Region "Value"
-        Protected ReadOnly Property ExternalValue As PropertyValue
+        Private _ExternalValue As PropertyValue = Nothing
+        Private ReadOnly Property ExternalValue As PropertyValue
+            Get
+                Return _ExternalValue
+            End Get
+        End Property
         Friend ReadOnly Property XValue As IXMLValue
         Protected _Value As Object
         Friend Overloads Property Value As Object Implements IPropertyValue.Value

SCrawler/PluginsEnvironment/Hosts/SettingsHost.vb

@@ -143,6 +143,9 @@ Namespace Plugin.Hosts
             End Set
         End Property
         Friend ReadOnly Property [Default] As Boolean
+        Friend Sub DefaultInstanceChanged()
+            If PropList.Count > 0 Then PropList.ForEach(Sub(p) p.UpdateMember())
+        End Sub
         Friend ReadOnly Property IsSeparatedTasks As Boolean = False
         Friend ReadOnly Property IsSavedPostsCompatible As Boolean = False
         Private ReadOnly _TaskCountDefined As Integer? = Nothing

SCrawler/PluginsEnvironment/Hosts/SettingsHostCollection.vb

@@ -122,7 +122,7 @@ Namespace Plugin.Hosts
             AddHandler Host.OkClick, AddressOf Hosts_OkClick
             AddHandler Host.Deleted, AddressOf Hosts_Deleted
             AddHandler Host.CloneClick, AddressOf Hosts_CloneClick
-            If Host.Index > 0 Then Host.Source.DefaultInstance = [Default].Source
+            If Host.Index > 0 Then Host.Source.DefaultInstance = [Default].Source : Host.DefaultInstanceChanged()
         End Sub
         Private Sub Hosts_OkClick(ByVal Obj As SettingsHost)
             If Obj.Index = -1 Then

SCrawler/SCrawler.vbproj

@@ -194,6 +194,11 @@
     <Compile Include="API\Mastodon\SiteSettings.vb" />
     <Compile Include="API\Mastodon\UserData.vb" />
     <Compile Include="API\OnlyFans\Declarations.vb" />
+    <Compile Include="API\OnlyFans\OFResources.Designer.vb">
+      <AutoGen>True</AutoGen>
+      <DesignTime>True</DesignTime>
+      <DependentUpon>OFResources.resx</DependentUpon>
+    </Compile>
     <Compile Include="API\OnlyFans\SiteSettings.vb" />
     <Compile Include="API\OnlyFans\UserData.vb" />
     <Compile Include="API\OnlyFans\UserExchangeOptions.vb" />
@@ -490,6 +495,11 @@
     <EmbeddedResource Include="API\BaseObjects\InternalSettingsForm.resx">
       <DependentUpon>InternalSettingsForm.vb</DependentUpon>
     </EmbeddedResource>
+    <EmbeddedResource Include="API\OnlyFans\OFResources.resx">
+      <CustomToolNamespace>My.Resources</CustomToolNamespace>
+      <Generator>ResXFileCodeGenerator</Generator>
+      <LastGenOutput>OFResources.Designer.vb</LastGenOutput>
+    </EmbeddedResource>
     <EmbeddedResource Include="API\Reddit\RedditViewSettingsForm.resx">
       <DependentUpon>RedditViewSettingsForm.vb</DependentUpon>
     </EmbeddedResource>
@@ -588,6 +598,7 @@
   </ItemGroup>
   <ItemGroup>
     <None Include=".editorconfig" />
+    <None Include="API\OnlyFans\OFScraperConfigPattern.json" />
     <None Include="Content\Pictures\ApplicationPic_16.png" />
     <None Include="Content\Pictures\BookmarkBlack_16.png" />
     <None Include="Content\Pictures\DBPic_32.png" />

SCrawler/SettingsCLS.vb

@@ -27,6 +27,7 @@ Friend Class SettingsCLS : Implements IDownloaderSettings, IDisposable
     Friend Const CookieEncryptKey As String = "SCrawlerCookiesEncryptKeyword"
     Private Const EnvironmentPath As String = "Environment\"
     Friend Const CollectionsFolderName As String = "Collections"
+    Private Const PermanentCacheSnapshotsPath As String = "_CacheSnapshots\"
     Friend Const DefaultCmdEncoding As Integer = BatchExecutor.UnicodeEncoding
     Friend ReadOnly Design As XmlFile
     Private ReadOnly MyXML As XmlFile
@@ -113,7 +114,7 @@ Friend Class SettingsCLS : Implements IDownloaderSettings, IDisposable
     Friend ReadOnly Property CacheSnapshots(ByVal Permanent As Boolean) As CacheKeeper
         Get
             If Permanent Then
-                If _CacheSnapshots Is Nothing Then _CacheSnapshots = New CacheKeeper("_CacheSnapshots\") With {.DeleteCacheOnDispose = False, .DeleteRootOnDispose = False}
+                If _CacheSnapshots Is Nothing Then _CacheSnapshots = New CacheKeeper(PermanentCacheSnapshotsPath) With {.DeleteCacheOnDispose = False, .DeleteRootOnDispose = False}
                 Return _CacheSnapshots
             Else
                 Dim dir As SFile = $"{Cache.RootDirectory.PathWithSeparator}Snapshots\"
@@ -336,6 +337,7 @@ Friend Class SettingsCLS : Implements IDownloaderSettings, IDisposable
         ShowNotificationsDownSavedPosts = New XMLValue(Of Boolean)("SavedPosts", True, MyXML, n)
         ShowNotificationsSTDownloader = New XMLValue(Of Boolean)("STDownloader", True, MyXML, n)
         ShowNotificationsSTDownloaderEveryDownload = New XMLValue(Of Boolean)("STDownloaderEveryDownload", True, MyXML, n)
+        ShowNotificationsLOG = New XMLValue(Of Boolean)("LOG", True, MyXML, n)
 
         ProgramText = New XMLValue(Of String)("ProgramText",, MyXML)
         ProgramDescription = New XMLValue(Of String)("ProgramDescription",, MyXML)
@@ -672,6 +674,14 @@ Friend Class SettingsCLS : Implements IDownloaderSettings, IDisposable
     Friend Sub DeleteCachePath()
         Reddit.ChannelsCollection.ChannelsPathCache.Delete(SFO.Path, SFODelete.None, EDP.None)
     End Sub
+    Private Sub DeleteCachePathPermanent()
+        Try
+            Dim f As New SFile(PermanentCacheSnapshotsPath)
+            If f.Exists(SFO.Path, False) AndAlso Not SFile.GetFiles(f,, IO.SearchOption.AllDirectories, EDP.ReturnValue).ListExists Then _
+               f.Delete(SFO.Path, SFODelete.DeletePermanently, EDP.None)
+        Catch
+        End Try
+    End Sub
     Friend Overloads Function UserExists(ByVal UserSite As String, ByVal UserID As String) As Boolean
         Dim UserFinderBase As Predicate(Of IUserData) = Function(user) user.Site = UserSite And user.Name = UserID
         Dim UserFinder As Predicate(Of IUserData) = Function(ByVal user As IUserData) As Boolean
@@ -944,6 +954,7 @@ Friend Class SettingsCLS : Implements IDownloaderSettings, IDisposable
         Channels
         SavedPosts
         STDownloader
+        LOG
     End Enum
     Friend ReadOnly Property ProcessNotification(ByVal Sender As NotificationObjects) As Boolean
         Get
@@ -955,6 +966,7 @@ Friend Class SettingsCLS : Implements IDownloaderSettings, IDisposable
                     Case NotificationObjects.Channels : Return ShowNotificationsDownChannels
                     Case NotificationObjects.SavedPosts : Return ShowNotificationsDownSavedPosts
                     Case NotificationObjects.STDownloader : Return ShowNotificationsSTDownloader
+                    Case NotificationObjects.LOG : Return ShowNotificationsLOG
                     Case Else : Return True
                 End Select
             Else
@@ -970,6 +982,7 @@ Friend Class SettingsCLS : Implements IDownloaderSettings, IDisposable
     Friend ReadOnly Property ShowNotificationsDownSavedPosts As XMLValue(Of Boolean)
     Friend ReadOnly Property ShowNotificationsSTDownloader As XMLValue(Of Boolean)
     Friend ReadOnly Property ShowNotificationsSTDownloaderEveryDownload As XMLValue(Of Boolean)
+    Friend ReadOnly Property ShowNotificationsLOG As XMLValue(Of Boolean)
 #End Region
 #Region "Other program properties"
     Friend ReadOnly Property ProgramText As XMLValue(Of String)
@@ -1007,6 +1020,7 @@ Friend Class SettingsCLS : Implements IDownloaderSettings, IDisposable
                 End If
                 If Not Automation Is Nothing Then Automation.Dispose()
                 Cache.Dispose()
+                DeleteCachePathPermanent()
                 Plugins.Clear()
                 LastCollections.Clear()
                 Users.ListClearDispose