mirror of
https://github.com/AAndyProgram/SCrawler.git
synced 2026-03-14 15:52:18 +00:00
Moved UserMedia xml initialization to the structure itself Added download with feed skip Added silent mode (temporary disabling notifications) Added additional Instagram protection Excluding users whose profiles do not exist from downloading with groups and AutoDownloader Feed: delete file bugs; reorder data after file deletion; video playback bugs SiteSettingsForm: enable 'OK' button when editing cookies Fixed collection users ban Settings: disabling ffmpeg missing notification; advanced notification management Added 'ToolStripKeyMenuItem' control Plugins: deprecated XVIDEOS and LPSG plugin libraries; moved them to SCrawler. Updated license PluginProvider: added 'BeginEdit' and 'EndEdit' function to ISiteSettings; changed GetSpecialData (ISiteSettings) return type to IEnumerable PluginsEnvironment: removed 'IsMyClass' attribute MainFrame: grouped all download buttons into one menu; reorganized code; removed 'F2' hotkey AutoDownloader: added advanced pause options; added buttons to tray icon and AutoDownloader form MissingPosts: finished; activated functions that were disabled; added download functions to UserData classes UserDataBase: ability to use responser; ability to download m3u8; extended 'DownloadingException' with optional argument 'EObj'; user index in collection (button tag) changed to user instance; extended information with user labels; updated 'ProcessException' function Replaced download buttons with 'KeyClick' control Replaced FDatePickerForm with my library's form Collections: Deleting multiple collections - disabled confirmation; ban each user in collection
90 lines
4.4 KiB
VB.net
90 lines
4.4 KiB
VB.net
' Copyright (C) 2023 Andy https://github.com/AAndyProgram
|
|
' This program is free software: you can redistribute it and/or modify
|
|
' it under the terms of the GNU General Public License as published by
|
|
' the Free Software Foundation, either version 3 of the License, or
|
|
' (at your option) any later version.
|
|
'
|
|
' This program is distributed in the hope that it will be useful,
|
|
' but WITHOUT ANY WARRANTY
|
|
Imports SCrawler.API.Base
|
|
Imports SCrawler.Plugin
|
|
Imports SCrawler.Plugin.Attributes
|
|
Imports PersonalUtilities.Functions.RegularExpressions
|
|
Imports PersonalUtilities.Tools.WEB
|
|
Imports UTypes = SCrawler.API.Base.UserMedia.Types
|
|
Imports UStates = SCrawler.API.Base.UserMedia.States
|
|
Namespace API.RedGifs
|
|
<Manifest(RedGifsSiteKey)>
|
|
Friend Class SiteSettings : Inherits SiteSettingsBase
|
|
Friend Overrides ReadOnly Property Icon As Icon
|
|
Get
|
|
Return My.Resources.SiteResources.RedGifsIcon_32
|
|
End Get
|
|
End Property
|
|
Friend Overrides ReadOnly Property Image As Image
|
|
Get
|
|
Return My.Resources.SiteResources.RedGifsPic_32
|
|
End Get
|
|
End Property
|
|
<PropertyOption(AllowNull:=False, ControlText:="Token", ControlToolTip:="Bearer token")>
|
|
Friend Property Token As PropertyValue
|
|
Private Const TokenName As String = "authorization"
|
|
Friend Sub New()
|
|
MyBase.New(RedGifsSite, "redgifs.com")
|
|
Dim t$ = String.Empty
|
|
With Responser
|
|
Dim b As Boolean = Not .UseWebClient Or Not .UseWebClientCookies Or Not .UseWebClientAdditionalHeaders
|
|
.UseWebClient = True
|
|
.UseWebClientCookies = True
|
|
.UseWebClientAdditionalHeaders = True
|
|
If .Headers.Count > 0 AndAlso .Headers.ContainsKey(TokenName) Then t = .Headers(TokenName)
|
|
If b Then .SaveSettings()
|
|
End With
|
|
Token = New PropertyValue(t, GetType(String), Sub(v) UpdateResponse(v))
|
|
UrlPatternUser = "https://www.redgifs.com/users/{0}/"
|
|
UserRegex = RParams.DMS("[htps:/]{7,8}.*?redgifs.com/users/([^/]+)", 1)
|
|
ImageVideoContains = "redgifs"
|
|
End Sub
|
|
Private Sub UpdateResponse(ByVal Value As String)
|
|
With Responser.Headers
|
|
If .Count = 0 OrElse Not .ContainsKey(TokenName) Then .Add(TokenName, Value) Else .Item(TokenName) = Value
|
|
Responser.SaveSettings()
|
|
End With
|
|
End Sub
|
|
Friend Overrides Function GetInstance(ByVal What As ISiteSettings.Download) As IPluginContentProvider
|
|
Return New UserData
|
|
End Function
|
|
Friend Overrides Function GetSpecialData(ByVal URL As String, ByVal Path As String, ByVal AskForPath As Boolean) As IEnumerable
|
|
If BaseAuthExists() Then
|
|
Using resp As Response = Responser.Copy
|
|
Dim m As UserMedia = UserData.GetDataFromUrlId(URL, False, resp, Settings(RedGifsSiteKey))
|
|
If Not m.State = UStates.Missing And Not m.State = UserData.DataGone And (m.Type = UTypes.Picture Or m.Type = UTypes.Video) Then
|
|
Try
|
|
Dim spf$ = String.Empty
|
|
Dim f As SFile = GetSpecialDataFile(Path, AskForPath, spf)
|
|
If f.IsEmptyString Then
|
|
f = m.File.File
|
|
Else
|
|
f.Name = m.File.Name
|
|
f.Extension = m.File.Extension
|
|
End If
|
|
resp.DownloadFile(m.URL, f, EDP.ThrowException)
|
|
m.State = UStates.Downloaded
|
|
m.SpecialFolder = spf
|
|
Return {m}
|
|
Catch ex As Exception
|
|
ErrorsDescriber.Execute(EDP.SendInLog, ex, $"Redgifs standalone download error: [{URL}]")
|
|
End Try
|
|
End If
|
|
End Using
|
|
End If
|
|
Return Nothing
|
|
End Function
|
|
Friend Overrides Function GetUserPostUrl(ByVal UserID As String, ByVal PostID As String) As String
|
|
Return $"https://www.redgifs.com/watch/{PostID}"
|
|
End Function
|
|
Friend Overrides Function BaseAuthExists() As Boolean
|
|
Return If(Responser.Cookies?.Count, 0) > 0 AndAlso ACheck(Token.Value)
|
|
End Function
|
|
End Class
|
|
End Namespace |