mirror of
https://github.com/AAndyProgram/SCrawler.git
synced 2026-03-14 15:52:18 +00:00
Plugins IPluginContentProvider: added DownloadSingleObject function; added tokens to GetMedia and Download functions; removed GetSpecialData function Add IDownloadableMedia interface Removed 'Channel' option from all functions and enums ISiteSettings: added GetSingleMediaInstance function ExchangeOptions: removed 'IsChannel' UserMediaTypes: added Audio and AudioPre enums IUserMedia, PluginUserMedia: changed ContentType and DownloadState from integers to their enums SCrawler Add YouTube standalone downloader Add gallery-dl & yt-dlp support Remove 'UserInfo' requirement from 'ProfilesSaved' Update 'SiteSettingsBase' to use domains and Netscape cookies UserDataBase: remove channels; remove old 'Merge' const; standardize SavedPosts file naming; move 'ValidateMD5' function from Twitter to UserDataBase to use it in other UserData classes; add 'DownloadSingleObject' environment for single posts; add validating file extension for m3u8 during download; add reindex of video file during download Rewritten DomainsContainer Create a universal settings form and PSettingsArttribute Gfycat, Imgur: turn these classes into IUserData to download a single object All plugins: update 'GetInstance' function for saved posts; update domains where implemented; remove 'OptionForm' where it exists; update options where they exist; update unix date providers; reconfigure channels where they exist LPSG: fix attachments; update converters and regex Add sites: ThisVid, Mastodon, Pinterest, YouTube, YouTube music Reddit: standardize container parsing for all data types; new channel environment; fix 'ReparseMissing' function; redirect data downloading to the base download function, saved crossposts support Twitter: fixed gif path bug; fixed downloading saved posts PornHub: hide unnecessary errors; photo galleries bug RedGifs: add 'UserAgent' option Added icons to download progress Rename some objects Completely redesigned standalone downloader form and rewritten its environment WebClient2: update to use tokens Labels: update label form (save labels to file only when OK button is clicked); change removing labels.txt from recycle bin to permanent; disable storing label 'NoParsedUser' UserCreatorForm: remove the 'Channel' checkbox and related functions; ability to extract the user's URL from the buffer and apply parameters if found Remove temporary 'EncryptCookies' module MainFrame: added simplified way to create new users (Ctrl+Insert to create a new user with default parameters from clipboard URL); removed SCrawler command line argument "-v" (remove the ability to run SCrawler as video downloader) PropertyValueHost: update for option forms compatibility SettingsHost: removed 'GetSpecialData' fork; added 'GetSingleMediaInstance' fork UserDataHost: update functions with tokens; update events; add 'DownloadSingleObject' function Settings: add the ability to get environment from 4 destinations; add the ability to set the program environment manually; add CMDEncoding; add cache; remove the old function 'RemoveUnusedPlugins'; add 'STDownloader' properties; add YT compatibility; add new notification options; add deleting user settings file when 'SettingsCLS.Dispose()' if where are no users in SCrawler UserFinder: remove old 'Merge' const; remove channel option UserInfo: remove channel option
125 lines
5.8 KiB
VB.net
125 lines
5.8 KiB
VB.net
' Copyright (C) 2023 Andy https://github.com/AAndyProgram
|
|
' This program is free software: you can redistribute it and/or modify
|
|
' it under the terms of the GNU General Public License as published by
|
|
' the Free Software Foundation, either version 3 of the License, or
|
|
' (at your option) any later version.
|
|
'
|
|
' This program is distributed in the hope that it will be useful,
|
|
' but WITHOUT ANY WARRANTY
|
|
Imports PersonalUtilities.Tools
|
|
Imports PersonalUtilities.Functions.XML
|
|
Imports PersonalUtilities.Functions.XML.Objects
|
|
Friend Class LabelsKeeper : Implements ICollection(Of String), IMyEnumerator(Of String), IDisposable
|
|
Friend Event NewLabelAdded()
|
|
Friend Const NoLabeledName As String = "No Label"
|
|
Friend Const NoParsedUser As String = "No Parsed"
|
|
Friend ReadOnly NoLabel As New ListViewGroup(NoLabeledName, NoLabeledName)
|
|
Private ReadOnly LabelsList As List(Of String)
|
|
Private ReadOnly LabelsFile As SFile = "Settings\Labels.txt"
|
|
Friend ReadOnly Property NewLabels As List(Of String)
|
|
Friend ReadOnly Property NewLabelsExists As Boolean
|
|
Get
|
|
Return NewLabels.Count > 0
|
|
End Get
|
|
End Property
|
|
Friend ReadOnly Property Current As XMLValuesCollection(Of String)
|
|
Friend ReadOnly Property Excluded As XMLValuesCollection(Of String)
|
|
Friend ReadOnly Property ExcludedIgnore As XMLValue(Of Boolean)
|
|
Friend Sub New(ByRef x As XmlFile)
|
|
LabelsList = New List(Of String)
|
|
NewLabels = New List(Of String)
|
|
If LabelsFile.Exists Then LabelsList.ListAddList(IO.File.ReadAllLines(LabelsFile), LAP.NotContainsOnly)
|
|
Current = New XMLValuesCollection(Of String)(IXMLValuesCollection.Modes.String, "LatestSelectedLabels",, x) With {.ListAddParameters = LAP.NotContainsOnly}
|
|
Excluded = New XMLValuesCollection(Of String)(IXMLValuesCollection.Modes.String, "LatestExcludedLabels",, x) With {.ListAddParameters = LAP.NotContainsOnly}
|
|
ExcludedIgnore = New XMLValue(Of Boolean)("LatestExcludedLabelsIgnore", False, x)
|
|
Dim lp As New ListAddParams(LAP.NotContainsOnly + LAP.IgnoreICopier)
|
|
If Current.Count > 0 Then LabelsList.ListAddList(Current, lp)
|
|
If Excluded.Count > 0 Then LabelsList.ListAddList(Excluded, lp)
|
|
End Sub
|
|
Friend ReadOnly Property ToList As List(Of String)
|
|
Get
|
|
Return LabelsList
|
|
End Get
|
|
End Property
|
|
Friend ReadOnly Property Count As Integer Implements ICollection(Of String).Count, IMyEnumerator(Of String).MyEnumeratorCount
|
|
Get
|
|
Return LabelsList.Count
|
|
End Get
|
|
End Property
|
|
Default Friend ReadOnly Property Item(ByVal Index As Integer) As String Implements IMyEnumerator(Of String).MyEnumeratorObject
|
|
Get
|
|
Return LabelsList(Index)
|
|
End Get
|
|
End Property
|
|
Friend Sub Clear() Implements ICollection(Of String).Clear
|
|
LabelsList.Clear()
|
|
NewLabels.Clear()
|
|
End Sub
|
|
Friend Sub Update(Optional ByVal Force As Boolean = False)
|
|
If LabelsList.Count > 0 AndAlso LabelsList.Contains(NoParsedUser) Then LabelsList.Remove(NoParsedUser)
|
|
If LabelsList.Count > 0 Then
|
|
If NewLabelsExists Or Force Then
|
|
LabelsList.Sort()
|
|
TextSaver.SaveTextToFile(LabelsList.ListToString(vbNewLine), LabelsFile, True, False, EDP.SendToLog)
|
|
If NewLabels.Count > 0 Then NewLabels.Clear()
|
|
End If
|
|
Else
|
|
LabelsFile.Delete(, SFODelete.DeletePermanently, EDP.None)
|
|
End If
|
|
End Sub
|
|
Friend Sub UpdateMainFrameAndUpdate()
|
|
RaiseEvent NewLabelAdded()
|
|
Update()
|
|
End Sub
|
|
Friend Overloads Sub Add(ByVal _Item As String) Implements ICollection(Of String).Add
|
|
Add(_Item, True)
|
|
End Sub
|
|
Friend Overloads Sub Add(ByVal _Item As String, ByVal UpdateMainFrame As Boolean)
|
|
If Not _Item.IsEmptyString AndAlso Not _Item = NoParsedUser AndAlso Not LabelsList.Contains(_Item) Then
|
|
LabelsList.Add(_Item)
|
|
If Not NewLabels.Contains(_Item) Then NewLabels.Add(_Item)
|
|
If UpdateMainFrame Then UpdateMainFrameAndUpdate()
|
|
End If
|
|
End Sub
|
|
Friend Sub AddRange(ByVal _Items As IEnumerable(Of String), ByVal UpdateMainFrame As Boolean)
|
|
If _Items.ListExists Then
|
|
For Each i$ In _Items : Add(i, False) : Next
|
|
If UpdateMainFrame Then UpdateMainFrameAndUpdate()
|
|
End If
|
|
End Sub
|
|
Friend Function Contains(ByVal _Item As String) As Boolean Implements ICollection(Of String).Contains
|
|
Return LabelsList.Contains(_Item)
|
|
End Function
|
|
Friend Function Remove(ByVal _Item As String) As Boolean Implements ICollection(Of String).Remove
|
|
Return LabelsList.Remove(_Item)
|
|
End Function
|
|
Private ReadOnly Property IsReadOnly As Boolean = False Implements ICollection(Of String).IsReadOnly
|
|
Private Sub CopyTo(ByVal _Array() As String, ByVal ArrayIndex As Integer) Implements ICollection(Of String).CopyTo
|
|
LabelsList.CopyTo(_Array, ArrayIndex)
|
|
End Sub
|
|
#Region "IEnumerable Support"
|
|
Private Function GetEnumerator() As IEnumerator(Of String) Implements IEnumerable(Of String).GetEnumerator
|
|
Return New MyEnumerator(Of String)(Me)
|
|
End Function
|
|
Private Function IEnumerable_GetEnumerator() As IEnumerator Implements IEnumerable.GetEnumerator
|
|
Return GetEnumerator()
|
|
End Function
|
|
#End Region
|
|
#Region "IDisposable Support"
|
|
Private disposedValue As Boolean = False
|
|
Protected Overridable Overloads Sub Dispose(ByVal disposing As Boolean)
|
|
If Not disposedValue Then
|
|
If disposing Then Clear() : Current.Dispose() : Excluded.Dispose()
|
|
disposedValue = True
|
|
End If
|
|
End Sub
|
|
Protected Overrides Sub Finalize()
|
|
Dispose(False)
|
|
MyBase.Finalize()
|
|
End Sub
|
|
Friend Overloads Sub Dispose() Implements IDisposable.Dispose
|
|
Dispose(True)
|
|
GC.SuppressFinalize(Me)
|
|
End Sub
|
|
#End Region
|
|
End Class |