mirror of
https://github.com/AAndyProgram/SCrawler.git
synced 2026-03-15 08:12:17 +00:00
12c02580f6
ADD MULTI-ACCOUNT PluginProvider IDownloadableMedia: added 'AccountName' property IPluginContentProvider: added 'AccountName' property ISiteSettings: added properties: 'AccountName', 'Temporary', 'AvailableText', 'DefaultInstance'; added functions: 'Clone', 'Update', 'Delete'; removed 'Load' function; implement 'IDisposable' interface PropertyValue: added functions: 'BeginInit', 'EndInit', 'Clone' YT YouTubeSettings: make the class compatible for multi-acc YouTubeMediaContainerBase: add 'AccountName' property SCrawler IUserData: add properties: 'HostStatic', 'AccountName' ProfileSaved: add the ability to download saved posts from all accounts SiteSettingsBase: add multi-acc support; add 'UserOptionsType' for future purposes; update initializers; update responser initializing; add 'CLONE_PROPERTIES' and 'CloneGetEmptySettingsInstance' functions; 'IDisposable' support UserDataBase: add multi-acc support; change host retrieval method DomainsContainer: implements 'IDisposable' interface API.All sites: add multi-acc support; move the Icon and Image setting to the initializer; update initializer API.Instagram: change some property types API.Reddit: set 'AvailableText'; update 'UpdateRedGifsToken' and 'UserOptions' functions API.Mastodon: remove 'MastodonDomains' class and 'SettingsForm' form; replace 'MastodonDomains' with 'DomainsContainer'; update functions 'IsMyUser' and 'IsMyImageVideo'; update to 'DefaultInstance' environment; update 'UserData.ResetCredentials' function API.XVIDEOS: update to 'DefaultInstance' environment API.Xhamster: update to 'DefaultInstance' environment STDownloader: add multi-acc compatibility SiteEditorForm: add option 'Download saved posts'; update providers; add additional providers; add multi-acc support PluginsEnvironment: add 'PClonableAttribute'; add multi-acc support
185 lines
10 KiB
VB.net
185 lines
10 KiB
VB.net
' Copyright (C) 2023 Andy https://github.com/AAndyProgram
|
|
' This program is free software: you can redistribute it and/or modify
|
|
' it under the terms of the GNU General Public License as published by
|
|
' the Free Software Foundation, either version 3 of the License, or
|
|
' (at your option) any later version.
|
|
'
|
|
' This program is distributed in the hope that it will be useful,
|
|
' but WITHOUT ANY WARRANTY
|
|
Imports SCrawler.API.Base
|
|
Imports SCrawler.Plugin
|
|
Imports SCrawler.Plugin.Attributes
|
|
Imports PersonalUtilities.Forms
|
|
Imports PersonalUtilities.Tools.Web.Clients
|
|
Imports PersonalUtilities.Tools.Web.Cookies
|
|
Imports PersonalUtilities.Functions.RegularExpressions
|
|
Namespace API.OnlyFans
|
|
<Manifest("AndyProgram_OnlyFans"), SavedPosts, SpecialForm(False), SeparatedTasks(1)>
|
|
Friend Class SiteSettings : Inherits SiteSettingsBase
|
|
#Region "Declarations"
|
|
#Region "Options"
|
|
<PropertyOption(ControlText:="Download highlights", ControlToolTip:="Download profile highlights if they exists"), PXML, PClonable>
|
|
Friend Property DownloadHighlights As PropertyValue
|
|
<PropertyOption(ControlText:="Download chat", ControlToolTip:="Download unlocked chat media"), PXML, PClonable>
|
|
Friend Property DownloadChatMedia As PropertyValue
|
|
#End Region
|
|
#Region "Headers"
|
|
Private Const HeaderBrowser As String = "sec-ch-ua"
|
|
Private Const HeaderUserID As String = "User-Id"
|
|
Private Const HeaderXBC As String = "X-Bc"
|
|
Private Const HeaderAppToken As String = "App-Token"
|
|
<PropertyOption(ControlText:=HeaderUserID, AllowNull:=False), PClonable(Clone:=False)>
|
|
Friend ReadOnly Property HH_USER_ID As PropertyValue
|
|
<PropertyOption(ControlText:=HeaderXBC, AllowNull:=False), PClonable(Clone:=False)>
|
|
Private ReadOnly Property HH_X_BC As PropertyValue
|
|
<PropertyOption(ControlText:=HeaderAppToken, AllowNull:=False), PClonable(Clone:=False)>
|
|
Private ReadOnly Property HH_APP_TOKEN As PropertyValue
|
|
<PropertyOption(ControlText:=HeaderBrowser, ControlToolTip:="Can be null", AllowNull:=True), PClonable>
|
|
Private ReadOnly Property HH_BROWSER As PropertyValue
|
|
<PropertyOption(AllowNull:=False), PClonable>
|
|
Private ReadOnly Property UserAgent As PropertyValue
|
|
Private Sub UpdateHeader(ByVal PropertyName As String, ByVal Value As String)
|
|
Dim hName$ = String.Empty
|
|
Dim isUserAgent As Boolean = False
|
|
Select Case PropertyName
|
|
Case NameOf(HH_USER_ID) : hName = HeaderUserID
|
|
Case NameOf(HH_X_BC) : hName = HeaderXBC
|
|
Case NameOf(HH_APP_TOKEN) : hName = HeaderAppToken
|
|
Case NameOf(HH_BROWSER) : hName = HeaderBrowser
|
|
Case NameOf(UserAgent) : isUserAgent = True
|
|
End Select
|
|
If Not hName.IsEmptyString Then
|
|
Responser.Headers.Add(hName, Value)
|
|
ElseIf isUserAgent Then
|
|
Responser.UserAgent = Value
|
|
End If
|
|
End Sub
|
|
#End Region
|
|
#Region "Rules"
|
|
<PXML("LastDateUpdated")> Private ReadOnly Property LastDateUpdated_XML As PropertyValue
|
|
Friend Property LastDateUpdated As Date
|
|
Get
|
|
Return LastDateUpdated_XML.Value
|
|
End Get
|
|
Set(ByVal d As Date)
|
|
LastDateUpdated_XML.Value = d
|
|
End Set
|
|
End Property
|
|
<PropertyOption(ControlText:="Use old authorization rules",
|
|
ControlToolTip:="Use old dynamic rules (from 'DATAHOARDERS') or new ones (from 'DIGITALCRIMINALS')." & vbCr &
|
|
"Change this value only if you know what you are doing."), PXML, PClonable>
|
|
Friend ReadOnly Property UseOldAuthRules As PropertyValue
|
|
<PropertyOption(ControlText:="Dynamic rules update", ControlToolTip:="'Dynamic rules' update interval (minutes). Default: 1440", LeftOffset:=110), PXML, PClonable>
|
|
Friend ReadOnly Property DynamicRulesUpdateInterval As PropertyValue
|
|
<Provider(NameOf(DynamicRulesUpdateInterval), FieldsChecker:=True)>
|
|
Private ReadOnly Property DynamicRulesUpdateIntervalProvider As IFormatProvider
|
|
<PropertyOption(ControlText:="Dynamic rules",
|
|
ControlToolTip:="Overwrite 'Dynamic rules' with this URL" & vbCr &
|
|
"Change this value only if you know what you are doing."), PXML, PClonable>
|
|
Friend ReadOnly Property DynamicRules As PropertyValue
|
|
#End Region
|
|
#End Region
|
|
#Region "Initializer"
|
|
Friend Sub New(ByVal AccName As String, ByVal Temp As Boolean)
|
|
MyBase.New("OnlyFans", ".onlyfans.com", AccName, Temp, My.Resources.SiteResources.OnlyFansIcon_32, My.Resources.SiteResources.OnlyFansPic_32)
|
|
|
|
With Responser
|
|
.Accept = "application/json, text/plain, */*"
|
|
.AutomaticDecompression = Net.DecompressionMethods.GZip
|
|
.CookiesExtractMode = Responser.CookiesExtractModes.Any
|
|
.CookiesExtractedAutoSave = False
|
|
.CookiesUpdateMode = CookieKeeper.UpdateModes.Disabled
|
|
.Cookies.ChangedAllowInternalDrop = False
|
|
.Cookies.Changed = False
|
|
With .Headers
|
|
.Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.SecChUaPlatform))
|
|
.Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.SecChUaMobile))
|
|
.Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.SecFetchDest))
|
|
.Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.SecFetchMode))
|
|
.Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.SecFetchSite))
|
|
.Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.DHT))
|
|
.Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.Authority, "onlyfans.com"))
|
|
.Add(HttpHeaderCollection.GetSpecialHeader(MyHeaderTypes.AcceptEncoding))
|
|
HH_USER_ID = New PropertyValue(.Value(HeaderUserID), GetType(String), Sub(v) UpdateHeader(NameOf(HH_USER_ID), v))
|
|
HH_X_BC = New PropertyValue(.Value(HeaderXBC), GetType(String), Sub(v) UpdateHeader(NameOf(HH_X_BC), v))
|
|
HH_APP_TOKEN = New PropertyValue(.Value(HeaderAppToken), GetType(String), Sub(v) UpdateHeader(NameOf(HH_APP_TOKEN), v))
|
|
HH_BROWSER = New PropertyValue(.Value(HeaderBrowser), GetType(String), Sub(v) UpdateHeader(NameOf(HH_BROWSER), v))
|
|
End With
|
|
UserAgent = New PropertyValue(IIf(.UserAgentExists, .UserAgent, String.Empty), GetType(String), Sub(v) UpdateHeader(NameOf(UserAgent), v))
|
|
End With
|
|
|
|
DownloadHighlights = New PropertyValue(True)
|
|
DownloadChatMedia = New PropertyValue(True)
|
|
|
|
LastDateUpdated_XML = New PropertyValue(Now.AddYears(-1), GetType(Date))
|
|
UseOldAuthRules = New PropertyValue(False)
|
|
DynamicRulesUpdateInterval = New PropertyValue(60 * 24)
|
|
DynamicRulesUpdateIntervalProvider = New FieldsCheckerProviderSimple(Function(v) IIf(AConvert(Of Integer)(v, 0) > 0, v, Nothing),
|
|
"The value of [{0}] field must be greater than 0")
|
|
DynamicRules = New PropertyValue(String.Empty, GetType(String))
|
|
UserRegex = RParams.DMS("onlyfans.com/([\w\._]+)", 1, EDP.ReturnValue)
|
|
UrlPatternUser = "https://onlyfans.com/{0}"
|
|
ImageVideoContains = "onlyfans.com"
|
|
End Sub
|
|
#End Region
|
|
#Region "GetInstance"
|
|
Friend Overrides Function GetInstance(ByVal What As ISiteSettings.Download) As IPluginContentProvider
|
|
Return New UserData
|
|
End Function
|
|
#End Region
|
|
#Region "Update"
|
|
Friend Overrides Sub Update()
|
|
If _SiteEditorFormOpened Then Responser.Cookies.Changed = False
|
|
MyBase.Update()
|
|
End Sub
|
|
#End Region
|
|
#Region "Download"
|
|
Friend Overrides Function BaseAuthExists() As Boolean
|
|
Return Responser.CookiesExists And {HH_USER_ID, HH_X_BC, HH_APP_TOKEN, UserAgent}.All(Function(v) ACheck(v.Value))
|
|
End Function
|
|
Friend Overrides Function ReadyToDownload(ByVal What As ISiteSettings.Download) As Boolean
|
|
Return BaseAuthExists() And Not SessionAborted
|
|
End Function
|
|
Friend Property SessionAborted As Boolean = False
|
|
Friend Overrides Sub AfterDownload(ByVal User As Object, ByVal What As ISiteSettings.Download)
|
|
Responser.Cookies.Update(DirectCast(User, UserData).CCookie)
|
|
End Sub
|
|
Friend Overrides Sub DownloadDone(ByVal What As ISiteSettings.Download)
|
|
MyBase.DownloadDone(What)
|
|
SessionAborted = False
|
|
If Responser.Cookies.Changed Then Responser.SaveCookies() : Responser.Cookies.Changed = False
|
|
End Sub
|
|
#End Region
|
|
#Region "GetUserUrl, GetUserPostUrl, UserOptions"
|
|
Friend Overrides Function GetUserUrl(ByVal User As IPluginContentProvider) As String
|
|
Return String.Format(UrlPatternUser, If(User.ID.IsEmptyString, User.Name, $"u{User.ID}"))
|
|
End Function
|
|
Friend Overrides Function GetUserPostUrl(ByVal User As UserDataBase, ByVal Media As UserMedia) As String
|
|
If Not Media.Post.ID.IsEmptyString Then
|
|
Dim post$() = Media.Post.ID.Split("_")
|
|
Dim p$ = String.Empty
|
|
If post.ListExists Then
|
|
If post(0) = UserData.A_MESSAGE Then
|
|
If Not User.ID.IsEmptyString Then Return $"https://onlyfans.com/my/chats/chat/{User.ID}/"
|
|
ElseIf Not post(0) = UserData.A_HIGHLIGHT Then
|
|
p = post(0)
|
|
End If
|
|
End If
|
|
If p.IsEmptyString Then
|
|
Return GetUserUrl(User)
|
|
Else
|
|
Return String.Format("https://onlyfans.com/{0}/{1}", p, If(User.ID.IsEmptyString, User.Name, $"u{User.ID}"))
|
|
End If
|
|
Else
|
|
Return String.Empty
|
|
End If
|
|
End Function
|
|
Friend Overrides Sub UserOptions(ByRef Options As Object, ByVal OpenForm As Boolean)
|
|
If Options Is Nothing OrElse Not TypeOf Options Is UserExchangeOptions Then Options = New UserExchangeOptions(Me)
|
|
If OpenForm Then
|
|
Using f As New InternalSettingsForm(Options, Me, False) : f.ShowDialog() : End Using
|
|
End If
|
|
End Sub
|
|
#End Region
|
|
End Class
|
|
End Namespace |