2023.12.10.0

YT: move updater functions into the app
SCrawler.API.Twitter: update parsing function to new GDL (1.26.4-dev)

.gitattributes

@@ -1,2 +1,5 @@
 # Auto detect text files and perform LF normalization
 * text=auto
+
+# Declare files that will always have CRLF line endings on checkout.
+*.md text eol=crlf

.github/FUNDING.yml

@@ -3,11 +3,11 @@
 github: # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
 patreon: # Replace with a single Patreon username
 open_collective: # Replace with a single Open Collective username
-ko_fi: andyprogram
+ko_fi: #andyprogram
 tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
 community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
 liberapay: # Replace with a single Liberapay username
 issuehunt: # Replace with a single IssueHunt username
 otechie: # Replace with a single Otechie username
 lfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name e.g., cloud-foundry
-custom: ['https://blockchair.com/bitcoin/address/BC1Q0NH839FT5TA44DD7L7RLR97XDQAG9V8D6N7XET']
+custom: ['https://github.com/AAndyProgram/SCrawler/blob/main/HowToSupport.md']

.github/ISSUE_TEMPLATE/bug_report.md

@@ -13,11 +13,16 @@ A clear and concise description of what the bug is.
 **To Reproduce**
 Steps to reproduce the behavior:
 1. **Profile URL**: 
-2. Do something
-3. See error
+2. **Post URL**: 
+3. Do something
+4. See error
 
-**Log data**
-If the program log contains any data.
+<details>
+<summary>Log data</summary>
+<pre>
+If the program log contains any data, replace this line with the log data. If the program log does not contain any data, write here about.
+</pre>
+</details>
 
 **Expected behavior**
 A clear and concise description of what you expected to happen.
@@ -25,11 +30,17 @@ A clear and concise description of what you expected to happen.
 **Screenshots**
 If applicable, add screenshots to help explain your problem.
 
-**Release information (please complete the following information):**
- - OS [e.g. Windows 10, Windows 11]
- - Architecture [e.g. x86, x64]
- - Version [e.g. 2.0.0.0]
- - NET.Framework version
+**Release information:**
+
+**Please complete the following information or replace the following text with data copied from SCrawler (click the top right info button in the main window, then the `Environment` button, then the `Copy` button, and paste the copied text here).**
+ - OS: [e.g. Windows 10, Windows 11]
+ - Architecture: [e.g. x86, x64]
+ - Version: [e.g. 2023.3.5.0]
+ - NET.Framework version: 
+ - ffmpeg version (command `ffmpeg -version`):
+ - yt-dlp version (command `yt-dlp --version`):
+ - gallery-dl version (command `gallery-dl --version`):
+ - cURL version (command `curl --version`):
 
 **Additional context**
 Add any other context about the problem here.

.gitignore

@@ -9,8 +9,8 @@
 *.user
 *.userosscache
 *.sln.docstates
-ffmpeg.exe
-ToDo.txt
+.obsidian/
+BugReporterFormDiscordWebHook.vb
 
 # User-specific files (MonoDevelop/Xamarin Studio)
 *.userprefs
@@ -33,7 +33,6 @@ bld/
 [Oo]bj/
 [Ll]og/
 [Ll]ogs/
-ffmpeg/
 Info/
 
 # Visual Studio 2015/2017 cache/options directory

CONTRIBUTING.md

@@ -8,20 +8,21 @@ I welcome requests! Follow these steps to contribute:
 1. If you have a code change suggestion, you can post a replacement code block. I also accept pull requests.
 
 # How to build from source
-
-1. Delete the "PersonalUtilities" project from the solution.
-1. Delete the "PersonalUtilities.Notifications" project from the solution.
+1. Delete the `PersonalUtilities` project from the solution.
+1. Delete the `PersonalUtilities.Notifications` project from the solution.
 1. The following libraries must be added to project references with the '**Copy to output folder**' option:
-  - ```PersonalUtilities.dll```
-  - ```PersonalUtilities.Notifications.dll```
-  - ```Microsoft.Toolkit.Uwp.Notifications.dll```
-  - ```System.ValueTuple.dll```
-1. Import PersonalUtilities.Functions for the whole project.
+    - `PersonalUtilities.dll`
+    - `PersonalUtilities.Notifications.dll`
+    - `Microsoft.Toolkit.Uwp.Notifications.dll`
+    - `System.ValueTuple.dll`
+1. Import `PersonalUtilities.Functions` for the whole project.
 
 **Always use the correct libraries. You must download libraries from the same release date as the code commit date.**
 
 # How to request a new site
 
+**I'm currently not accepting requests to develop new sites.**
+
 1. Check [issues](https://github.com/AAndyProgram/SCrawler/issues) (open and [closed](https://github.com/AAndyProgram/SCrawler/issues?q=is%3Aissue+is%3Aclosed)) and [discussions](https://github.com/AAndyProgram/SCrawler/discussions) to find your issue. Perhaps I have already answered your request.
 1. If you don't find anything, create a new issue with your request. I usually reply as soon as possible (within the next few hours).
 
@@ -38,14 +39,4 @@ I welcome requests! Follow these steps to contribute:
 If I'm interested in a site you want to add, it may be added in future releases.
 
 # Sites I will never develop
-
-- Facebook
-
-# Sites requested by users
-
-- TikTok
-  - API for receiving data without authorization was not found. Therefore, I don't have time to start developing this site parsing algorithm. If anyone knows of requests that may collect data without OAuth authentication, please let me know.
-  
-# Contact me
-
-[![matrix](https://img.shields.io/badge/Matrix-%40andyprogram%3Amatrix.org-informational)](https://matrix.to/#/@andyprogram:matrix.org)
+- Tumblr

Changelog.md

@@ -1,3 +1,676 @@
+# 2023.12.10.0
+
+*2023-12-10*
+
+- Updated
+  - gallery-dl up to version 1.26.4-dev
+- Fixed
+  - Twitter: data is not downloading
+
+# 2023.12.7.0
+
+*2023-12-07*
+
+- Added
+  - Saved posts: add downloaded saved posts to the feed
+  - **YouTube (SCrawler): the ability to download YouTube user community feeds**
+  - Main window: add `Alt+A` hotkey to show scheduler
+  - Main window: add `Alt+P` hotkey to show progress form
+  - YouTube: check of adding a URL if it has already been downloaded
+  - YouTube: ability to check for a new version at start
+  - **Updater**
+- Fixed
+  - Standalone downloader: URL files are not deleted along with the file
+  - Minor bugs
+
+# 2023.11.25.0
+
+*2023-11-25*
+
+- Fixed
+  - Reddit: missing refresh token button in the settings form
+
+# 2023.11.24.0
+
+*2023-11-24*
+
+For those of you who use TikTok, I recommend updating [TikTok plugin](https://github.com/bashonly/yt-dlp-TTUser) to the latest version using [these instructions](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-install-yt-dlp-ttuser-plugin).
+
+- Added
+  - Automation: manual task option
+  - Scheduler: add scheduler name to form title
+  - Feeds: update when users' location and/or basic information changes
+  - Reddit: special notification for error 429
+  - TikTok: ID, username and friendly name extraction from data
+  - TikTok: new option `Use video date as file date`
+  - YouTube: absolute path for a single playlist
+- Updated
+  - yt-dlp up to version 2023.11.16
+- Fixed
+  - Scheduler: scheduler change error
+  - Twitter: JSON deserialization error
+  - xHamster, XVideos, PornHub, ThisVid: incorrect parsing of search queries
+  - YouTube: the file name is not changed manually
+  - YouTube: path not set when adding array to download
+  - Minor bugs
+
+# 2023.11.17.0
+
+*2023-11-17*
+
+- Added
+  - **Facebook**
+  - **Multi-account**
+  - **Special feeds**
+  - Site settings: option `Download saved posts`
+  - Standalone downloader: support for multiple account
+  - PornHub: add playlists downloading
+  - YouTube: ability to download subtitles **and** `CC` if they both exists
+  - Other improvements
+- PluginProvider
+  - `IDownloadableMedia`: added `AccountName` property
+  - `IPluginContentProvider`: added `AccountName` property
+  - `ISiteSettings`: added properties: `AccountName`, `Temporary`, `AvailableText`, `DefaultInstance`; added functions: `Clone`, `Update`, `Delete`; removed `Load` function; implement `IDisposable` interface
+  - `PropertyValue`: added functions: `BeginInit`, `EndInit`, `Clone`
+  - `Attributes.DoNotUse` - add `Value` field
+- Fixed
+  - Instagram: handling 401 error
+  - OnlyFans: handling 401 error
+  - xHamster: handling 503 error
+  - xHamster: incorrect parsing of search queries
+  - XVideos: incorrect parsing of search queries
+  - ThisVid: incorrect parsing of search queries
+  - PornHub: incorrect parsing of search queries
+  - Automation: handle automation start error (in some cases) when changing scheduler
+  - Minor bugs
+
+# 2023.10.10.0
+
+*2023-10-10*
+
+- Added
+  - Notification if the user has disabled downloading from the site
+  - Standalone downloader: new setting `Create URL files`
+  - Changed the sessions naming method to be more intuitive
+  - Settings that allow the user to change the number of saved session (`Settings` - `Feed` - `Store session data`)
+  - **YouTube: new settings `Create URL files` and `Create description files`**
+  - YouTube: added the `Clear selected` button
+  - YouTube: group the `Clear and remove` buttons in the menu
+- Fixed
+  - Reddit: unable to save settings without OAuth data
+  - JustForFans: rewritten m3u8 downloader
+  - JustForFans: downloading of missing posts
+  - JustForFans: download to the date
+  - JustForFans: corrupted files
+  - Threads: new token is not saved if it was received during download
+  - ThisVid: parsing stops when new videos are added
+  - YouTube: file name is missing when destination is changed by selecting one of the saved locations
+  - YouTube: missing files still appear in the list
+  - Collections: labels are removed when creating a new collection
+  - Standalone downloader: cached thumbnail is not removed when item is removed from the list
+  - Minor bugs
+
+# 2023.10.1.0
+
+*2023-10-01*
+
+- Added
+  - **Threads.net**
+  - YouTube: add URL standardization
+- Fixed
+  - UserEditor: disable updating labels if they haven't changed
+  - Collections: incorrect updating of colors and labels when adding a new user
+  - RedGifs: incorrect handling of error 410
+  - Mastodon: hide error 503
+  - JustForFans: some profiles won't download
+  - Minor bugs
+
+# 2023.9.21.0
+
+*2023-09-21*
+
+- Fixed
+  - PornHub: videos are not downloading
+
+# 2023.9.20.0
+
+*2023-09-20*
+
+- Added
+  - **Instagram: user active (non-pinned) stories (Issue #17)**
+  - Reddit: reduce the number of token updates (refresh the token if there are Reddit users in the download queue)
+  - YouTube (standalone app): priority download protocol *(`Settings` - `Defaults` - `Protocol`)* (you can now select the default protocol you want to download media on: `Any`, `https`, `m3u8`))
+  - Automation: ability to change schedulers (`Download` - `Automation` - `Script icon`)
+  - Collections: update colors for the added user
+- Fixed
+  - YouTube: can't detect `shorts` links
+  - Incorrect MD5 validation initial value
+  - Instagram: handle error 500
+  - Collections: update labels only for the added user
+
+# 2023.8.27.0
+
+*2023-08-27*
+
+- Added
+  - **JustForFans**
+  - Advanced download (`Download` - `Download (advanced)`)
+  - Advanced filter (`View` - `Advanced filter`)
+  - Auto downloader: cloning plans
+  - Feed: add button to go to custom page
+  - Special log for non-existent users
+  - Twitter: group 'limit' notifications
+  - Ability to set custom color for subscription users
+  - Other improvements
+- Fixed
+  - Auto downloader: new plan date display bug
+  - Auto downloader: downloading stuck
+  - Minor bugs
+
+# 2023.8.6.0
+
+*2023-08-06*
+
+- Added
+  - The ability to remove user data and/or download history for redownload
+  - **Subscription** mode
+  - Settings to change the program title and information in the program information
+  - Settings for saving video thumbnail along with the file or in the cache (temporary cache or permanent cache)
+  - A bug report form to create a bug report or say something nice to the developer :blush:
+  - Prevent adding site-specific labels when adding to a collection
+  - Ability to select custom user highlighting in the main window and feed.
+  - Add a notification to the log if the user is not found on the site
+  - Added visualization of users download queue
+  - Ability to set more than one global paths
+  - Improve user paths changing: now you can also simply move the user/collection to another global location
+  - Ability to move multiple user/collection to another location
+  - Download groups: added `Subscription` options
+  - Download groups: the ability to set the number of users to download
+  - Auto downloader: new group options
+  - Auto downloader: additional skip options
+  - Auto downloader: added force start
+  - Feed: press `Ctrl+G` to go to a specific page
+  - Feed: added site icon to post
+  - Feed: always using `Friendly name` instead of `UserName` if it exists
+  - Missing posts: the ability to delete all missing posts
+  - Standalone downloader: add the ability to store download locations and quickly select after
+  - Standalone downloader: add `Ctrl+O` hotkey to select destination path
+  - Standalone downloader: add `Alt+O` hotkey to select destination path and save it to download locations
+  - User editor: ability to hide/show site-specific labels in collection editing mode
+  - Main window: filters by subscription and user
+  - Instagram: if the user is not found on the site, SCrawler will check for a new user name
+  - OnlyFans: handling of `504` and `429` errors
+  - OnlyFans: the `sec-ch-ua` header is now optional
+  - OnlyFans: ability to download 'Highlights" and media from chats
+  - PathPlugin: incorrect detection of path existence
+  - PornHub: completely rewritten videos parser
+  - PornHub: now you choose which videos you want to download (uploaded, tagged, private, favorites)
+  - PornHub: subscription mode
+  - PornHub: ability to download search queries and search categories
+  - Reddit: ability to set the number of concurrent downloads
+  - Reddit: added bearer token (optional)
+  - Reddit: added OAuth authorization (optional)
+  - Reddit: options to use the bearer token for the timeline and/or saved posts
+  - Reddit: option to disable the use of cookies for the timeline
+  - ThisVid: now you can also download user's favorite videos
+  - ThisVid: ability to download search queries, search categories and search tags
+  - ThisVid: subscription mode
+  - Twitter: new options: `Use the appropriate model`, `New endpoint: search`, `New endpoint: profiles`, `Abort on limit`, `Download already parsed` and `Media Model: allow non-user tweets`
+  - Twitter: new user option `Force apply`
+  - xHamster: ability to download search queries, search categories and search tags
+  - xHamster: subscription mode
+  - xHamster: pornstars download
+  - XVideos: ability to download search queries, search categories and search tags
+  - XVideos: subscription mode
+  - YouTube: added `Output path: ask for a name` and `Output path: auto add` settings
+  - YouTube: added the ability to store download locations and quickly select after
+  - YouTube: subscription mode
+  - Plugins.Attributes: added `DependentFields` attribute
+  - Plugins.Attributes: replace `Dependencies` with `Arguments` (`PropertyUpdater` attribute)
+  - Plugins.IPluginContentProvider: added `Options` and `IsSubscription` properties
+  - Plugins.ISiteSettings: added `SubscriptionsAllowed` property
+  - Plugins.ExchangeOptions: added `Options` field
+  - Plugins: added `ExitException`
+  - Other improvements
+- Updated
+  - gallery-dl up to version 1.25.8
+  - yt-dlp up to version 2023.07.06
+  - LibVLCSharp up to 3.7.0
+  - VideoLAN up to 3.0.18
+- Fixed
+  - **TikTok** supported again!
+  - Auto downloader: excluded labels and sites in default mode are not respected
+  - Download info: does not remember the last size and location
+  - Download info: hide unnecessary error
+  - Feed: `webm` photos not showing
+  - Search users: incorrect search by name
+  - OnlyFans: incorrect parsing of username containing dots
+  - OnlyFans: incorrect error handler
+  - Reddit: Handling error 502 (Reddit data not downloading)
+  - RedGifs: incorrect behavior when updating token
+  - Twitter: gifs are not downloading
+  - xHamster: some channels cannot be downloaded or are not fully downloaded
+  - YouTube: re-saving elements when loading a video list
+  - YouTube: files were not deleted when the delete button was clicked
+  - YouTube: a bug that caused the video to redownload
+  - Minor bugs
+
+# 2023.6.19.0
+
+*2023-06-19*
+
+- Added
+  - **OnlyFans**
+  - YouTube: make the playlists parsing progress more informative
+  - YouTube: add `Add` button to tray
+  - YouTube: add `Ctrl+Click` on tray icon to add download
+  - YouTube: add setting `Download on click in tray: show form`
+  - Minor improvements to progress bars
+  - Other improvements
+- Fixed
+  - YouTube: incorrect sorting algorithm
+  - LPSG: some files didn't download
+  - Reddit: downloaded gifs are static (Issue #141)
+  - xHamster: videos are not downloading or downloading incorrectly (Issue #144)
+  - Progress bar bugs
+  - Minor bugs
+
+# 2023.6.9.0
+
+*2023-06-09*
+
+- Fixed
+  - YouTube: opening paths to downloaded playlists and channels
+  - Twitter: make the algorithm faster
+  - Make progress more informative
+
+# 2023.6.8.0
+
+*2023-06-08*
+
+- Added
+  - YouTube: append artist name to music playlist output path
+  - YouTube: save thumbnail path for playlist and channel
+- Fixed
+  - YouTube: opening paths to downloaded playlists and channels
+  - Twitter: profile not fully downloaded
+  - Corrected form size for small monitors (Issue #136)
+
+# 2023.6.5.0
+
+*2023-06-05*
+
+- Added
+  - **Instagram**: add additional authorization headers
+  - Setting to prevent user icon and banner from downloading (Request #129)
+  - Add standalone downloader to tray context menu
+  - YouTube downloader: added `Replace modification date` property
+  - Minor improvements
+- Fixed
+  - Fascist **Twitter**: posts not downloading (new API)
+  - Main window: refill bug when the number of filtered profiles = 0
+  - Standalone downloader: new items are not added to the queue
+  - Standalone downloader: bug when not downloaded videos do not appear in the list when loading the program
+  - Standalone downloader: add videos array not working
+  - Saved posts: remove main progress perform when downloading saved posts
+  - Minor bugs
+
+# 2023.5.12.0
+
+*2023-05-12*
+
+- Added
+  - Advanced progress (make progress bars more informative)
+  - User metrics calculation
+  - Reddit: improve parsing function
+  - PornHub: add `Download UHD` option
+- Fixed
+  - MD5 GIF hash bug
+  - Mastodon: handle 'Forbidden' error
+  - Mastodon: bug in parsing non-user posts
+  - Pinterest: remove cookies requirement for saved posts
+  - PornHub: resolutions issue
+  - Reddit: missing & broken images bug
+  - Main window: collection pointing bug 
+
+# 2023.4.28.0
+
+*2023-04-28*
+
+- Added
+  - **YouTube**
+  - **YouTube Music**
+  - **Mastodon**
+  - **Pinterest**
+  - **ThisVid**
+  - **YouTube downloader (standalone app)**
+  - Redesigned standalone downloader and update environment
+  - Added icons to download progress
+  - Added icons to saved posts downloader
+  - **Cookies**: new ways to add cookies. You can now export cookies using the browser extension and then import them into SCrawler!
+  - User creation: ability to extract the user's URL from the buffer and apply parameters if found
+  - User creation: simplified way to create new users (`Ctrl+Insert` to create a new user with default parameters from clipboard URL)
+  - Ability to customize the placement of ffmpeg (and other) files
+  - Ability to customize the command line encoding
+  - New notification options for standalone downloader
+  - Reddit: now it can download saved crossposts
+  - RedGifs: added `UserAgent` option
+  - Other improvements
+- Removed
+  - User creation: remove the 'Channel' checkbox because it confuses people
+  - Removed an ability to open SCrawler with `-v` argument
+  - All ways to create users except URL. You can only properly create a user using the user's URL.
+- Plugins
+  - Added `IDownloadableMedia` interface
+  - Removed `Channel` option from all functions and enums
+  - ISiteSettings: added `GetSingleMediaInstance` function
+  - IPluginContentProvider: added `DownloadSingleObject` function
+  - IPluginContentProvider: added tokens to `GetMedia` and `Download` functions
+  - IPluginContentProvider: removed `GetSpecialData` function
+  - UserMediaTypes: added `Audio` and `AudioPre` enums
+- Fixed
+  - LPSG: attachments not downloading (Issue #114)
+  - Twitter: saved posts not downloading (Issue #119)
+  - XVIDEOS: saved posts not downloading
+  - Deleting labels file
+  - PornHub: hide unnecessary errors (Issue #116)
+  - PornHub: photo galleries bug (Issue #115)
+  - Minor bugs
+
+# 2023.3.5.0
+
+*2023-03-05*
+
+- Fixed
+  - A bug in the new way of naming `SavedPosts` data files.
+  - An error that could occur during Twitter MD5 comparison.
+  - A bug in the ffmpeg file parts concatenation algorithm that could occur in some cases.
+
+# 2023.3.1.0
+
+*2023-03-01*
+
+- Added
+  - **Path plugin.** Now you can add paths. *This may be suitable if you want to add a collection of media data to a specific user collection.*
+  - MainWindow: setting a background image
+  - MainWindow: setting background color and font color
+  - Feed: setting background color and font color
+  - Feed: (Request #108) center the image in the feed grid
+  - Users: the ability to use user site name (if it exists) as a friendly name (on supported sites: Reddit, Twitter, Instagram)
+  - Users: the ability to update user site name every time
+  - Twitter: ability to download images using MD5 comparison to protect against duplicate downloads *(this may be suitable for the users who post the same image many times)*
+  - Twitter: one-time duplicate image removal option
+  - XHamster: (Request #107) added channels downloading
+- Updated
+  - Updated ffmpeg to version [5.1.2](https://github.com/GyanD/codexffmpeg/releases/tag/5.1.2)
+- Fixed
+  - PornHub: (Issue #106) unicode titles
+  - (Issue #106) problem with non-Latin characters
+  - ffmpeg: maximum input length error when merging parts of files
+
+# 2023.2.5.0
+
+*2023-02-05*
+
+- Added
+  - The ability to configure UserAgent
+- Fixed
+  - (Issue #101) Failed download Gfycat video in some cases
+
+# 2023.1.27.0
+
+*2023-01-27*
+
+- Added
+  - Advanced Twitter options for GIFs
+  - Changing the icon of the user creation form based on the selected site
+- Fixed
+  - Pinned Instagram posts reload every time
+- Plugins
+  - Added
+    - `Interaction` option to the `Provider` attribute
+    - `IPropertyProvider` interface
+
+# 2023.1.24.1
+
+*2023-01-24*
+
+- Added
+  - Icon for standalone downloader
+- Fixed
+  - (Issue #100) some Imgur albums won't download
+
+# 2023.1.24.0
+
+*2023-01-24*
+
+- Fixed
+  - (Issue #100) Imgur albums not downloading
+  - When deleting a collection with the 'ban' option, users in the collection are not banned
+
+# 2023.1.2.0
+
+*2023-01-02*
+
+- Added
+  - RedGifs: an ability to customize token refresh interval
+  - RedGifs: token refresh interval changed from 24 hours to 12 hours
+  - Updated labels collection
+- Fixed
+  - PornHub: bug in the downloader
+  - PornHub: download additional non-user videos
+  - Reddit: bug in standalone downloader
+  - Fixed a bug in the user list loading algorithm
+  - Notifications: pressing any button opens SCrawler
+
+# 2022.12.27.0
+
+*2022-12-27*
+
+- Added
+  - XVideos: added downloading 'Quickies'
+  - Instagram: added more enable/disable options
+- Fixed
+  - XVideos not downloading (sorry, I broke it in a previous release)
+
+# 2022.12.26.0
+
+*2022-12-26*
+
+**ATTENTION!**
+
+**Instagram requirements changed. Headers and cookies are now required to download Timeline, Stories and Saved posts; hash to download tagged posts. Please update your credentials.**
+
+**Instagram tagged posts no longer provide the total amount of tagged posts. I've corrected the tagged posts notification, but now I can't tell how many requests will be spent on downloading tagged posts. And from now on, one request will be spent on downloading each tagged post, because Instagram doesn't provide complete information about the tagged post with the site's response. In this case, if the number of tagged posts is 1000, 1000 requests will be spent. Be careful when downloading them. I highly recommend that you forcefully disable the downloading of tagged posts for a while.**
+
+- Added
+  - Updated user loading algorithm
+  - Channels button to tray context menu
+  - (Request #96) Add FFmpeg to x86 version
+- Fixed
+  - PornHub wrong behavior when downloading images
+  - Unable open XVideos user profile
+  - Cannot delete multiple collections at once
+  - Can't focus user from the download info form
+  - Instagram downloader not working
+  - (Issue #69) **RedGifs data is not downloading**. Again.
+  - Minor bugs
+
+# 2022.11.16.0
+
+*2022-11-16*
+
+**ATTENTION! This version makes changes to the base SCrawler user configuration file. Since you started using this version, you still can downgrade. BUT! Once you add a virtual collection or a virtual user to a collection, you won't be able to downgrade without losing data.**
+
+- Added
+  - **PornHub**
+  - **XHamster**
+  - An ability to download saved XVIDEOS posts
+  - Download indicator. While downloading, the rainbow tray icon changed to a blue arrow.
+  - Collections: the ability to edit a collection using a form
+  - Collections: the ability to create a **`virtual collection`** and add a **`virtual user`** to a real collection
+  - Collections: an easier way to added users to a collection
+  - Collections: an easier way to create collections
+  - Added icons for channels form context menu buttons
+  - More convenient change of user labels from the context menu of the user list
+  - Notifications: complete transition from default notifications to ToastNotifications
+  - Notifications: when you click on the notification that some of the channels are downloaded, the channels form opens
+  - Notifications: when you click on the notification that all users are downloaded, the main window form opens
+  - Notifications: when you click on the notification that the saved posts are downloaded, the saved posts form opens
+  - Import users
+  - Minor improvements
+- Plugins
+  - Added
+    - `TaskGroup` attribute
+    - `IUserMedia` interface
+  - Changed
+    - `GetUserUrl` and `GetUserPostUrl` functions: `String UserName` and `String UserID` changed to ` IPluginContentProvider User`
+- Fixed
+  - Collections editor: new added collections are still not added to the top of the collections list
+  - Users search form doesn't remember last size
+  - Minor bugs
+
+# 2022.10.23.0
+
+*2022-10-23*
+
+- Added
+  - RedGifs token Auto-Renewal
+  - Download groups: ability to select sites
+  - Download groups: ability to exclude labels and sites
+  - AutoDownloader: ability to exclude labels and sites in ```All```, ```Default``` and ```Specified``` modes
+  - The ```Download All``` button turns blue when pause is enabled
+  - Updated Twitter status codes
+  - Minor improvements
+- Fixed
+  - Updated Twitter status codes
+  - AutoDownloader: incorrect next run date in scheduler task information
+  - AutoDownloader: minor bugs
+  - (Issue #69) **RedGifs data is not downloading**. Requires token.
+  - Minor bugs
+
+# 2022.10.18.0
+
+*2022-10-18*
+
+- Added
+  - **TikTok** ([limited](https://github.com/AAndyProgram/SCrawler/wiki/Settings#tiktok-limits))
+  - **Search form** (```Ctrl+F```)
+  - Feed improvements
+  - Ability to save the download session for viewing later
+  - Ability to download user, excluding from the feed (use the ```Ctrl``` key with a button click of with a hot key press)
+  - Ability to disable the notification about the absence of the ffmpeg.exe file
+  - Extended user information with labels  
+  - Advanced AutoDownloader pause options
+  - Added pause buttons to tray icon and AutoDownloader form
+  - Additional Instagram protection
+  - Advanced notification management
+  - Silent mode (temporarily disable notification)
+  - Excluding users whose profiles do not exist from downloading with groups and AutoDownloader
+  - Minor improvements
+- Updated
+  - Grouped all download buttons into one menu
+  - **Finished missing posts**. You can now download missing posts if they exist.
+  - PluginProvider: added ```BeginEdit``` and ```EndEdit``` methods
+  - PluginProvider: ```GetSpecialData``` return type changed from ```IEnumerable(Of PluginUserMedia)``` to ```IEnumerable```
+  - XVIDEOS and LPSG plugins are moved from libraries to SCrawler
+- Fixed
+  - (Issue #69) **RedGifs data is not downloading**. Requires cookies and token.
+  - Some minor bugs when deleting a collection
+  - Feed: start video playing may cause the program to freeze (strange behavior of the vlc library)
+  - Feed: videos hosted on Reddit not showing up in feed
+  - Feed: minor bugs
+  - Collection users were not banned when deleted with the ban option
+  - When trying to delete multiple collections, each collection asked for confirmation to delete
+  - Minor bugs
+
+# 2022.9.24.0
+
+*2022-09-24*
+
+- Added
+  - Ability to copy user data to another destination
+  - Ability to add 'Session' and 'Date' values to the post title in the feed
+  - Minor feed improvements
+  - The newly created collection will now appear at the top of the list (after reopening the form)
+  - Ability to add multiple users at a time to the collection.
+- Fixed
+  - Autodownloader opens a compressed image instead of a full one
+  - Incorrect resizing of the feed grid after deleting a media file
+  - Incorrect behavior when deleting/removing a user from a collection.
+  - An incorrect function that displayed the number of spent Instagram requests.
+  - Bug in the XVIDEOS downloader
+  - Minor bugs
+
+# 2022.9.17.0
+
+*2022-09-17*
+
+- Added
+  - Added two date filters to filter users (in range, not in range)
+  - (Request #71) Download data for a specific date range
+  - The ability to disable site downloading (in the site settings form)
+- Updated
+  - Plugins
+- Fixed
+  - (Issue #71) ```Download data to the date``` doesn't work for Twitter
+  - Download data for a specific date range doesn't work for multiple users
+  - Incorrect feed sorting algorithm
+  - Minor bugs
+
+# 2022.9.16.0
+
+*2022-09-16*
+
+- Fixed
+  - Failed to get video thumbnail for channel video post
+  - Incorrect rendering of the 'Feed' table when the number of columns is more than one
+  - Minor design bugs
+
+# 2022.9.13.0
+
+*2022-09-13*
+
+- Added
+  - Video duration to the feed
+- Fixed
+  - (Issue #70) Instagram posts not downloading if there are pinned posts that have already been downloaded
+  - Minor bugs
+
+# 2022.9.10.0
+
+*2022-09-10*
+
+- Fixed
+  - The memory is still leaking. This time because of the video. *Using WMP was not the best choice.*
+
+# 2022.9.8.1
+
+*2022-09-08*
+
+- Fixed
+  - Unexpected memory leak when using the 'Feed' form
+
+# 2022.9.8.0
+
+*2022-09-08*
+
+- Added
+  - **Feed** (feed of downloaded media files)
+  - Missing posts tracking and management
+  - Simple scheduler notifications
+- Fixed
+  - (Issue #67) Saved Instagram posts not downloading
+
+# 2022.8.28.0
+
+*2022-08-28*
+
+- Added
+  - RedGifs icon
+- Fixed
+  - Incorrect number of posts displayed in the Reddit channels downloader.
+
 # 2022.8.22.0
 
 *2022-08-22*

FAQ.md

@@ -14,11 +14,7 @@ Any other questions I will keep in this file.
 
 A: https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-set-up-cookies
 
-----
-
-#### Q: **I can't copy cookies.**
-
-A: Use the mouse. Don't use ```Ctrl``` + ```A```!
+<!---**ATTENTION! If you need to use cookies but cannot import them, I highly recommend that you don't use SCrawler and use another program. Don't create issues, discussions, or write to me on Discord. Any issue or discussion about cookies will be deleted immediately without a response. Any user who asks me about cookies on Discord will be banned.**--->
 
 ----
 
@@ -30,19 +26,22 @@ A: This is a GUI program.
 
 #### Q: **Will CLI be added in the future?**
 
-A: I do not think so.
+A: NO.
 
 ----
 
 #### Q: **I want to add "...." site. How to request.**
 
-A: How to request a new site you can read [here](CONTRIBUTING.md#how-to-request-a-new-site)
+<!---A: How to request a new site you can read [here](CONTRIBUTING.md#how-to-request-a-new-site)--->
+**I'm currently not accepting requests to develop new sites.**
 
 ----
 
-#### Q: **Twitter/Instagram download failed.**
+#### Q: **Site download failed.**
 
-A: Check your credentials. Both of these sites require cookies. Check your [Twitter tokens](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-find-twitter-tokens) and [Instagram settings](https://github.com/AAndyProgram/SCrawler/wiki/Settings#instagram-settings). If all settings are set, but nothing works, go to [create a new issue](https://github.com/AAndyProgram/SCrawler/issues). Don't forget to attach the LOG.
+A: Check your credentials and **[SITES REQUIREMENTS](https://github.com/AAndyProgram/SCrawler/wiki/Settings#sites-requirements)**. If all settings are set, but nothing works, go to [create a new issue](https://github.com/AAndyProgram/SCrawler/issues). Don't forget to attach the LOG.
+
+**ATTENTION! Issues without URLs will be closed without a response!**
 
 ----
 
@@ -78,7 +77,7 @@ A: The program stored posts IDs in users' folders. For the first time, the progr
 
 #### Q: **How to redownload all data**
 
-A: Double-click on the user you want to redownload. In the opened window open folder setting. Delete the files ending with ```_Data.xml```  and ```_Posts.txt```. Download this user again.
+A: Double-click on the user you want to redownload. In the opened window open folder setting. Delete the files ending with ```_Data.xml```  and ```_Posts.txt```. Restart SCrawler. Download this user again.
 
 ----
 
@@ -94,6 +93,28 @@ A: Just add that user back to the program. In the dialog box that opens, click o
 
 ----
 
+#### Q: **Why don't you answer how it works**
+
+A: Because **I don't want to**. I don't want to waste my time explaining things that are already covered in the **[GUIDE](https://github.com/AAndyProgram/SCrawler/wiki)**! If you didn't bother to read the guide, why would I waste my time?! ALL FUNCTIONALITY IS DESCRIBED IN THE GUIDE. Before publishing a new release, I update the guide. If you don't respect my work, I don't waste my time.
+
+----
+
+#### Q: **You lost me. Your program is too complicated.**
+
+A: **I'm fine with that**. If the program is difficult for you or you can't configure it, I can only suggest you find another (easier) program. I really don't mind! The program is free. I am develop SCrawler for myself and publish on GitHub because people found my program useful. If someone can't use it or doesn't like it, I'm fine.
+
+----
+
+#### Q: **I can't configure something**
+
+A: I can only [suggest](#q-you-lost-me-your-program-is-too-complicated) you find another (easier) program.
+
+----
+
 #### Q: **Can you add a step-by-step guide or video on how to use the program?**
 
-A: **NO**! I will not do it. If you want, you can create a video tutorial and send it to me. Then I add it. All options and what each option does described on the wiki. The wiki also contains a description of all settings and how-to configure them. For complex settings, there is a steep-by-steep guide. Read the [main](README.md) information and [GUIDE](https://github.com/AAndyProgram/SCrawler/wiki/) and you won't have any problems. I have developed a program with an intuitive interface. There is a Settings button, download buttons, a context menu that drops down when a user is clicked, and other controls. Anyone can use it.
+A: **NO! NEVER!** The guide fully covers all the functionality of SCrawler! If you don't respect my work, I don't waste my time. If you want, you can create a video tutorial and send it to me. Then I add it. All options and what each option does described on the wiki. The wiki also contains a description of all settings and how-to configure them. For complex settings, there is a steep-by-steep guide. Read the [main](README.md) information and [GUIDE](https://github.com/AAndyProgram/SCrawler/wiki/) and you won't have any problems. I have developed a program with an intuitive interface. There is a Settings button, download buttons, a context menu that drops down when a user is clicked, and other controls. Anyone can use it.
+
+**The following video shows how to add credentials:**
+
+[![How to configure](https://img.youtube.com/vi/XDn7zG4I700/0.jpg)](https://www.youtube.com/watch?v=XDn7zG4I700)

HowToSupport.md

@@ -1,11 +1,12 @@
 Your support is very valuable to me. Any support is greatly appreciated. Your support encourages me to make new features, update the program, add new sites, etc.
 
 You can support the program by:
-  - **Bitcoin**: bitcoin:BC1Q0NH839FT5TA44DD7L7RLR97XDQAG9V8D6N7XET
-  - :heavy_dollar_sign: make a donation on this site: https://ko-fi.com/andyprogram
+  - **Bitcoin**: BC1Q0NH839FT5TA44DD7L7RLR97XDQAG9V8D6N7XET
   - :repeat: make a post about my program on your profile (Reddit, Twitter, Instagram and any other social networks)
   - :speech_balloon: tell your friends about the program
   - :heart: like the program on this site: https://alternativeto.net/software/scrawler/about/
+  - :heart: like the program on this site: https://www.softpedia.com/get/Internet/Download-Managers/Social-networks-crawler.shtml
   - suggest my program as an alternative ([on this site](https://alternativeto.net/software/scrawler/about/)) to any program you have used before
 
 I would be very grateful for any support! :blush:
+<!---:heavy_dollar_sign: make a donation on this site: https://ko-fi.com/andyprogram--->

Plugins.md

@@ -1,6 +1,8 @@
+You can create a plugin for any site you want. **To create a plugin, read [this guide](https://github.com/AAndyProgram/SCrawler/wiki/Plugins).**
+
+If you've created a plugin, you can create a [new issue](https://github.com/AAndyProgram/SCrawler/issues/new?assignees=&labels=New+Plugin&projects=&template=plugin_add.md&title=%5BNEW+PLUGIN%5D) and I'll add your plugin to the list below.
+
 List of available plugins:
-- LPSG
-- XVIDEOS
 
 Tools:
 - [image2post](https://github.com/unknown81311/SCrawler-image2post) by @unknown81311: **get reddit post URL from file.**

ProgramsComparison.md

@@ -1,6 +1,55 @@
+# yt-dlp
+
+https://github.com/yt-dlp/yt-dlp/
+
+**Great powerful CLI tool that supports hundreds of sites.**
+
+SCrawler has advanced user management, collections, labels, groups, automatic downloads, a beautiful view, GUI, the ability to add plugins for other sites and much more. Just try it and compare.
+
+# 4K Video Downloader
+
+https://www.4kdownload.com/-plbrz/video-downloader
+
+| Option | SCrawler | 4K Stogram |
+| ---- | ---- | ---- |
+| User managament | **Advanced** | No |
+| Automatic downloads | **Yes** | No |
+| Downloading groups | **Yes** | No |
+| Labeling users | **Yes** | No |
+| Filtering | **Yes** | No |
+| Collections | **Yes** | No |
+| Specific user folders | **Yes** | No |
+| Favorite / Temporary user options | **Yes** | No |
+| Plugins support | **Yes** | No |
+| Download single video | **Unlimited** | 30 videos per day *(unlimited starts from 12 EUR)* |
+| Download videos per channel | **Unlimited** | 5 free *(unlimited starts from 12 EUR)* |
+| Download videos per playlist | **Unlimited** | 10 free *(unlimited starts from 12 EUR)* |
+| Download video subtitles | **Any for free**: single video, playlist, user/channel, album, etc| Free for single video |
+| The number of subtitles you can download for a video | **All of them** | Up to 10 |
+| Convert subtitles to additional formats | **Yes** | No |
+| Support LRC format | **Yes** | No |
+| Select audio codec for audio/video | **Yes** | No |
+| Extract and convert additional audio tracks for video | **Yes** | No |
+| Simultaneous downloads | **Unlimited** | 1 free, 3 for 12 EUR, 7 for 43 EUR|
+| Private YouTube content download | **Free** | Only in paid plans *starts from 12 EUR* |
+| **Paid** | **No** | Yes |
+| **Free options** | **The program is completely free** | Only **30** videos per day, 5 from a channel, 10 from a playlist |
+| Permitted Commercial Use | **Yes** | Starting from 43 EUR |
+| Automatic Subscriptions Update | **Free** | Paid (43 EUR) |
+| Posts and Captions Export | No | Paid (43 EUR) |
+| Advertisements free | **No ADs at all for free** | Paid (43 EUR) |
+| Operating Systems | Windows 10+ | Windows 7+, MacOS 10.13+, Ubuntu x64 |
+| Select want content type to download | **Yes** | No |
+| Instagram support | **Yes** | No |
+| Twitter support | **Yes** | No |
+| Reddit support | **Yes** | No |
+| Other sites support | **Yes** | No |
+| Still supported | Yes | Yes |
+
 # 4K Stogram
 
-https://www.4kdownload.com/products/product-stogram
+<!---https://www.4kdownload.com/products/product-stogram--->
+https://www.4kdownload.com/-ad0p9/stogram
 
 | Option | SCrawler | 4K Stogram |
 | ---- | ---- | ---- |
@@ -18,7 +67,7 @@ https://www.4kdownload.com/products/product-stogram
 | Download posts by location | No | **Yes** |
 | Save Private Instagram Content with Permission| Yes | Yes |
 | Download Instagram Stories and Highlights | Yes | Yes |
-| See Others Instagram Feed As Your Own | No | **Yes** |
+| See Others Instagram Feed As Your Own | Yes | Yes |
 | Download Instagram Video Posts | Yes | Yes |
 | Backup Your Instagram Account | Yes | Yes |
 | Save Instagram Posts by Date | Yes | Yes |
@@ -27,11 +76,11 @@ https://www.4kdownload.com/products/product-stogram
 | Export and import subscriptions | No | **Yes** |
 | **Paid** | **No** | Yes |
 | **Free options** | **The program is completely free** | Only **ONE** profile downloading and only **200 posts** per day |
-| Permitted Commercial Use | **Yes** | Starting from 43.56 EUR |
-| Automatic Subscriptions Update | **Free** | Paid (43.56 EUR) |
-| Posts and Captions Export | No | Paid (43.56 EUR) |
-| Advertisements free | **No ADs at all for free** | Paid (14.52) |
-| Operating Systems | Windows 7+ | Windows 7+, MacOS 10.13+, Ubuntu x64 |
+| Permitted Commercial Use | **Yes** | Starting from 43 EUR |
+| Automatic Subscriptions Update | **Free** | Paid (43 EUR) |
+| Posts and Captions Export | No | Paid (43 EUR) |
+| Advertisements free | **No ADs at all for free** | Paid (18 EUR) |
+| Operating Systems | Windows 10+ | Windows 7+, MacOS 10.13+, Ubuntu x64 |
 | Select want content type to download | **Yes** | No |
 | Instagram support | Yes | Yes |
 | Twitter support | **Yes** | No |
@@ -66,9 +115,9 @@ https://github.com/RipMeApp/ripme
 | Export and import subscriptions | No | No |
 | **Paid** | **No** | **No** |
 | **Free options** | The program is completely free | The program is completely free, but site limits are not declared |
-| Operating Systems | Windows 7+ | Windows, MacOS, Linux |
+| Operating Systems | Windows 10+ | Windows, MacOS, Linux |
 | Select want content type to download | Yes | Yes |
-| Suported sites | 3 internal and any site using plugins | 86+ sites (declared) |
+| Suported sites | 15+ internal and any site using plugins | 86+ sites (declared) |
 | Other sites support | **Yes** | No |
 | Still supported | **Yes** | **No (last release date May 4, 2021)** |
 
@@ -76,7 +125,6 @@ https://github.com/RipMeApp/ripme
 
 https://github.com/mikf/gallery-dl
 
-
-**CLI tool**! Configured with JSON files only. Users need to learn complex configuration options, JSON, commands to use that tool. Very difficult to configure.
+**CLI tool**
 
 SCrawler has advanced user management, collections, labels, groups, automatic downloads, a beautiful view, GUI, the ability to add plugins for other sites and much more. Just try it and compare.

README.md

@@ -1,96 +1,157 @@
-# :rainbow_flag: Social networks crawler :rainbow_flag:
+<!-- # :rainbow_flag: Happy LGBT Pride Month :tada:
+-->
+# 🏳️‍🌈 Social networks crawler 🏳️‍🌈
 
 [![GitHub release (latest by date)](https://img.shields.io/github/v/release/AAndyProgram/SCrawler)](https://github.com/AAndyProgram/SCrawler/releases/latest)
 [![GitHub license](https://img.shields.io/github/license/AAndyProgram/SCrawler)](https://github.com/AAndyProgram/SCrawler/blob/main/LICENSE)
+[![Discord](https://img.shields.io/discord/1124032649682493462?logo=discord)](https://discord.gg/uFNUXvFFmg)
+[![GitHub all releases](https://img.shields.io/github/downloads/aandyprogram/scrawler/total?label=Total%20downloads)](https://github.com/AAndyProgram/SCrawler/releases)
 [![FAQ](https://img.shields.io/badge/FAQ-green)](FAQ.md)
 [![GUIDE](https://img.shields.io/badge/GUIDE-green)](https://github.com/AAndyProgram/SCrawler/wiki)
 [![How to support](https://img.shields.io/badge/HowToSupport-green)](HowToSupport.md)
+:eu:
+:greece:
 
-A program to download photo and video from [any site](#supported-sites) (e.g. Reddit, Twitter, Instagram).
+A program to download photo and video from [any site](#supported-sites) (e.g. YouTube, YouTube Music, OnlyFans, Reddit, Twitter, Mastodon, Instagram, Threads, Facebook, TikTok, RedGifs, JustForFans, PornHub, XHamster, XVIDEOS, ThisVid, LPSG, Pinterest).
 
-Do you like this program? Consider adding to my coffee fund by making a donation to show your support. :blush:
+**If you like SCrawler, please like the program on [this site](https://alternativeto.net/software/scrawler/about/) and/or [this](https://www.softpedia.com/get/Internet/Download-Managers/Social-networks-crawler.shtml)**
+<!---Do you like this program? Consider adding to my coffee fund by making a donation to show your support. :blush:
+[![ko-fi](https://www.ko-fi.com/img/githubbutton_sm.svg)](https://ko-fi.com/andyprogram)--->
+**Bitcoin**: BC1Q0NH839FT5TA44DD7L7RLR97XDQAG9V8D6N7XET
 
-[![ko-fi](https://www.ko-fi.com/img/githubbutton_sm.svg)](https://ko-fi.com/andyprogram)
-
-**Bitcoin**: bitcoin:BC1Q0NH839FT5TA44DD7L7RLR97XDQAG9V8D6N7XET
+[![](https://www.softpedia.com/_img/softpedia_100_free.png?2023_1)](https://www.softpedia.com/get/Internet/Download-Managers/Social-networks-crawler.shtml#status)
 
 ![Main window](ProgramScreenshots/MainWindow.png)
 ![Channels window](ProgramScreenshots/Channels.png)
 
+[**YouTube standalone application:**](https://github.com/AAndyProgram/SCrawler/wiki/YouTube-downloader)
+
+![YouTube application](ProgramScreenshots/AppYouTube.png)
+
 # What can program do:
 - Download pictures and videos from users' profiles and subreddits:
-  - Reddit images;
-  - Reddit galleries of images;
-  - Reddit videos (downloading Reddit hosted video is going through ffmpeg (**ffmpeg only works with the x64 program**));
+  - YouTube videos, shorts, community feeds, users, artists, playlists, music, tracks;
+  - Reddit images, galleries of images, videos, saved posts;
   - Redgifs videos (https://www.redgifs.com/);
-  - Twitter images and videos;
-  - Instagram images and videos;
-  - Instagram tagged posts;
-  - Instagram stories;
+  - Twitter images and videos, saved (bookmarked) posts;
+  - OnlyFans images and videos, saved (bookmarked) posts;
+  - JustForFans images and videos, saved (bookmarked) posts;
+  - Mastodon images and videos, saved (bookmarked) posts;
+  - Instagram images and videos, tagged posts, stories, saved posts;
+  - Threads images and videos;
+  - Facebook images and videos, stories, saved posts;
+  - TikTok videos;
+  - Pinterest boards, users, saved posts;
   - Imgur images, galleries and videos;
   - Gfycat videos;
+  - PornHub images, videos, save (liked) posts, search queries, search categories;
+  - XHamster images, videos, saved posts, search queries, search categories, search tags;
+  - XVIDEOS videos, saved posts, search queries, search categories;
+  - ThisVid images, videos, saved posts, search queries, search categories, search tags;
   - [Other](#supported-sites) supported sites
-- Parse [channel and view data](https://github.com/AAndyProgram/SCrawler/wiki/Channels)
-- Download [saved Reddit, Twitter and Instagram posts](https://github.com/AAndyProgram/SCrawler/wiki/Home#saved-posts)
+- Parse [Reddit channel and view data](https://github.com/AAndyProgram/SCrawler/wiki/Channels)
+- Download [saved posts](https://github.com/AAndyProgram/SCrawler/wiki/Home#saved-posts)
 - Add users from parsed channel
 - **Advanced user management**
-- **Automation** (downloading data automatically every ```X``` minutes)
+- **Automation** ([downloading data automatically](https://github.com/AAndyProgram/SCrawler/wiki/Settings#automation) every ```X``` minutes)
+- **Feed** ([feed](https://github.com/AAndyProgram/SCrawler/wiki#feed) of downloaded media files and subscriptions posts)
+- Multiple accounts support
 - Labeling users
-- Create download groups
+- Create [download groups](https://github.com/AAndyProgram/SCrawler/wiki/Settings#download-groups)
 - Adding users to favorites and temporary
-- Filter exists users by label or group
+- Adding users and search queries in the **Subscription** mode (download post preview, but do not download the media file)
+- [Filter exists users](https://github.com/AAndyProgram/SCrawler/wiki#view) by label or group
 - Selection of media types you want to download (images only, videos only, both)
-- Download a special video, image or gallery
-- Making collections (grouping users into collections)
+- [Download a special video](https://github.com/AAndyProgram/SCrawler/wiki#download-separate-video), image or gallery
+- Making [collections](https://github.com/AAndyProgram/SCrawler/wiki#collections) (grouping users into collections)
 - Specifying a user folder (for downloading data to another location)
 - Changing user icons
-- Changing view modes
+- Changing [view modes](https://github.com/AAndyProgram/SCrawler/wiki#view)
 - ...and many others...
 
 # Supported sites
-
+- **YouTube**
+- **YouTube Music**
 - **Reddit**
 - **Twitter**
+- **OnlyFans**
+- **Mastodon**
 - **Instagram**
+- **Threads**
+- **Facebook**
+- JustForFans
+- TikTok
 - RedGifs
+- Pinterest
 - Imgur
 - Gfycat
 - LPSG
-- XVIDEOS
+- **PornHub**
+- **XHamster**
+- **XVIDEOS**
+- **ThisVid**
 - [Other sites](Plugins.md)
 
-# How does it works:
+**[SITES REQUIREMENTS](https://github.com/AAndyProgram/SCrawler/wiki/Settings#sites-requirements)**
+
+# How it works
 
 First, the program downloads the full profile. After the program downloads only new posts. The program remembers downloaded posts.
 
-## Reddit
-
-The program parses all user posts, obtain MD5  images hash and compares them with existing ones to remove duplicates. Then the media will be downloaded.
-
-## Other sites
-
-The program parses all user posts and compares file names with existing ones to remove duplicates. Then the media will be downloaded.
-
-You can read about Instagram restrictions [here](https://github.com/AAndyProgram/SCrawler/wiki/Settings#instagram-limits)
-
 ## How to request a new site
 
-Read [here](CONTRIBUTING.md#how-to-request-a-new-site) about
+<!---Read [here](CONTRIBUTING.md#how-to-request-a-new-site) about--->
+**I'm currently not accepting requests to develop new sites.**
 
 # Requirements
 
 - Windows 10, 11 with NET Framework 4.6.1 or higher (v4.6.1 must be installed). You can check version compatibility with this [tool](Tools/NET.FrameworkVersion.ps1).
-- Authorization [cookies](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-set-up-cookies) and [tokens](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-find-twitter-tokens) for Twitter (if you want to download data from Twitter)
-- Authorization [cookies](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-set-up-cookies) and [Hash](https://github.com/AAndyProgram/SCrawler/wiki/Settings#instagram) for Instagram (if you want to download data from Instagram), [Hash 2](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-find-instagram-hash-2) for saved Instagram posts, Instagram [stories authorization headers](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-find-instagram-stories-authorization-headers) for Stories and Tagged data
-- ffmpeg library for downloading videos hosted on Reddit (you can download it from the [official repo](https://github.com/GyanD/codexffmpeg/releases/tag/2021-01-12-git-ca21cb1e36) or [from my first release](https://github.com/AAndyProgram/SCrawler/releases/download/1.0.0.0/ffmpeg.zip)). **ffmpeg only works with the x64 version of the program.**
+- **[SITES REQUIREMENTS](https://github.com/AAndyProgram/SCrawler/wiki/Settings#sites-requirements)**
 
 # Guide
 
+- [Main window](https://github.com/AAndyProgram/SCrawler/wiki)
+  - [Users](https://github.com/AAndyProgram/SCrawler/wiki/Users)
+    - [Add/Edit/Delete users](https://github.com/AAndyProgram/SCrawler/wiki/Users)
+    - [Collections](https://github.com/AAndyProgram/SCrawler/wiki#collections)
+    - [User operations](https://github.com/AAndyProgram/SCrawler/wiki#context-menu)
+    - [User labels](https://github.com/AAndyProgram/SCrawler/wiki/Users#labels)
+  - **[DOWNLOAD](https://github.com/AAndyProgram/SCrawler/wiki#download)**
+    - [Automation](https://github.com/AAndyProgram/SCrawler/wiki/Settings#automation)
+    - [Download groups](https://github.com/AAndyProgram/SCrawler/wiki/Settings#download-groups)
+  - [Downloading information](https://github.com/AAndyProgram/SCrawler/wiki#info)
+  - [Reddit channels](https://github.com/AAndyProgram/SCrawler/wiki/Channels)
+  - [Saved posts](https://github.com/AAndyProgram/SCrawler/wiki#saved-posts)
+  - [View modes, filters](https://github.com/AAndyProgram/SCrawler/wiki#view)
+- **[SETTINGS](https://github.com/AAndyProgram/SCrawler/wiki/Settings)**
+  - **[SITES REQUIREMENTS](https://github.com/AAndyProgram/SCrawler/wiki/Settings#sites-requirements)**
+  - [Reddit](https://github.com/AAndyProgram/SCrawler/wiki/Settings#reddit)
+  - [Twitter](https://github.com/AAndyProgram/SCrawler/wiki/Settings#twitter)
+  - [OnlyFans](https://github.com/AAndyProgram/SCrawler/wiki/Settings#onlyfans)
+  - [Mastodon](https://github.com/AAndyProgram/SCrawler/wiki/Settings#mastodon)
+  - [Instagram](https://github.com/AAndyProgram/SCrawler/wiki/Settings#instagram)
+  - [Threads](https://github.com/AAndyProgram/SCrawler/wiki/Settings#threads)
+  - [Facebook](https://github.com/AAndyProgram/SCrawler/wiki/Settings#facebook)
+  - [JustForFans](https://github.com/AAndyProgram/SCrawler/wiki/Settings#justforfans)
+  - [TikTok](https://github.com/AAndyProgram/SCrawler/wiki/Settings#tiktok)
+  - [RedGifs](https://github.com/AAndyProgram/SCrawler/wiki/Settings#redgifs)
+  - [YouTube](https://github.com/AAndyProgram/SCrawler/wiki/Settings#youtube)
+  - [Pinterest](https://github.com/AAndyProgram/SCrawler/wiki/Settings#Pinterest)
+  - [PornHub](https://github.com/AAndyProgram/SCrawler/wiki/Settings#pornhub)
+  - [XHamster](https://github.com/AAndyProgram/SCrawler/wiki/Settings#xhamster)
+  - [XVIDEOS](https://github.com/AAndyProgram/SCrawler/wiki/Settings#xvideos)
+  - [ThisVid](https://github.com/AAndyProgram/SCrawler/wiki/Settings#thisvid)
+  - [LPSG](https://github.com/AAndyProgram/SCrawler/wiki/Settings#lpsg)
+
 **Full guide you can find [here](https://github.com/AAndyProgram/SCrawler/wiki)**
 
+**Video on how to configure**
+
+[![How to configure](https://img.youtube.com/vi/XDn7zG4I700/0.jpg)](https://www.youtube.com/watch?v=XDn7zG4I700)
+
 # Installation
 
-**Just download the [latest release](https://github.com/AAndyProgram/SCrawler/releases/latest), unzip the program archive to any folder, copy the file ```ffmpeg.exe``` into it and enjoy.** :blush:
+**Just download the [latest release](https://github.com/AAndyProgram/SCrawler/releases/latest), unzip the program archive to any folder and enjoy.** :blush:
 
 **Don't put program in the ```Program Files``` system folder (this is portable program and program settings are stored in the program folder)**
 
@@ -98,51 +159,60 @@ Read [here](CONTRIBUTING.md#how-to-request-a-new-site) about
 
 Just download [latest](https://github.com/AAndyProgram/SCrawler/releases/latest) version and unpack it into the program folder. **Before starting a new version, I recommend making a backup copy of the program settings folder.**
 
-# How to build from source
+# [How to build from source](CONTRIBUTING.md#how-to-build-from-source)
 
-Read about how to build from source [here](CONTRIBUTING.md#how-to-build-from-source)
+# [How to make a plugin](https://github.com/AAndyProgram/SCrawler/wiki/Plugins)
 
-# How to make a plugin
-
-Read about how to make plugin [here](https://github.com/AAndyProgram/SCrawler/wiki/Plugins).
-
-# How to support
-
-Read more about how to support the program [here](HowToSupport.md).
+# [How to support](HowToSupport.md)
 
 # Settings and usage
 
 The program has an intuitive interface.
 
-You need to set up authorization for Twitter and Instagram:
-- Authorization [cookies](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-set-up-cookies) and [tokens](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-find-twitter-tokens) for **Twitter** (if you want to download data from Twitter)
-- Authorization [cookies](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-set-up-cookies), [Hash](https://github.com/AAndyProgram/SCrawler/wiki/Settings#instagram) and [authorization headers](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-find-instagram-authorization-headers) for **Instagram** (if you want to download data from Instagram), [Hash 2](https://github.com/AAndyProgram/SCrawler/wiki/Settings#how-to-find-instagram-hash-2) for **saved Instagram posts**
+**[SITES REQUIREMENTS](https://github.com/AAndyProgram/SCrawler/wiki/Settings#sites-requirements)**
 
-Just add a user profile and **click the ```Start downloading``` button**.
+[![How to configure](https://img.youtube.com/vi/XDn7zG4I700/0.jpg)](https://www.youtube.com/watch?v=XDn7zG4I700)
 
-You can add users by patterns:
-- https://www.instagram.com/SomeUserName
-- https://twitter.com/SomeUserName
-- https://reddit.com/user/SomeUserName
-- https://reddit.com/r/SomeSubredditName
-- https://www.redgifs.com/users/SomeUserName
-- u/SomeUserName
-- r/SomeSubredditName
-- SomeUserName (in this case, you need to select the user's site)
-- SomeSubredditName
+Just add a user profile and **click the ```Download``` button**.
 
-Read more about adding users and subreddits [here](https://github.com/AAndyProgram/SCrawler/wiki/Users)
+```mermaid
+stateDiagram
+Start: Add site credentials
+What: What would I like to do
+DownUser: Download user
+DownVideo: Download video
+AUser: Add user (1)
+OVIF: Open standalone downloader (2)
+AVideo: Add video url
+F5: Press 'F5' or click the download button
+[*]-->Start
+Start-->What
+What-->DownUser
+What-->DownVideo
+DownUser-->AUser
+DownVideo-->OVIF
+OVIF-->AVideo
+AVideo-->F5
+AUser-->F5
+F5-->[*]
+```
+1. Press `Insert` or click the `Download` button ([read more here](https://github.com/AAndyProgram/SCrawler/wiki#users-list), [hot keys](https://github.com/AAndyProgram/SCrawler/wiki#hot-keys))
+2. Click the `Download` button, then `Standalone downloader` ([read more here](https://github.com/AAndyProgram/SCrawler/wiki#download-separate-video))
 
 ![Add user](ProgramScreenshots/CreateUserClear.png)
 
-# Using program as just video downloader
-
-Create a shortcut for the program. Open shortcut properties. In the ```Shortcut``` tab, in the ```Target``` field, just add the letter ```v``` at the end across the space.
-
-Example: ```D:\Programs\SCrawler\SCrawler.exe v```
-
-![Separate video downloader](ProgramScreenshots/SeparateVideoDownloader.png)
-
 # Contact me
 
-[![matrix](https://img.shields.io/badge/Matrix-%40andyprogram%3Amatrix.org-informational)](https://matrix.to/#/@andyprogram:matrix.org)
+Discord server: https://discord.gg/uFNUXvFFmg
+
+<!--
+[e-mail](mailto:andyprogram@proton.me): andyprogram@proton.me
+
+Matrix (Element): https://matrix.to/#/@andyprogram:matrix.org
+
+Discord (contact the developer): andyprogram
+
+Discord server: https://discord.gg/uFNUXvFFmg
+
+[Wire](https://account.wire.com/user-profile/?id=93985052-cf2c-4b72-ac75-bbe3231cf544): @andyprogram
+-->

SCrawler.Plugin.LPSG/My Project/AssemblyInfo.vb

@@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices
 ' by using the '*' as shown below:
 ' <Assembly: AssemblyVersion("1.0.*")>
 
-<Assembly: AssemblyVersion("2022.8.22.0")>
-<Assembly: AssemblyFileVersion("2022.8.22.0")>
+<Assembly: AssemblyVersion("2022.10.12.0")>
+<Assembly: AssemblyFileVersion("2022.10.12.0")>
 <Assembly: NeutralResourcesLanguage("en")>

SCrawler.Plugin.LPSG/SiteSettings.vb

@@ -54,6 +54,10 @@ Public Class SiteSettings : Implements ISiteSettings
     End Sub
 #End Region
 #Region "Update"
+    Public Sub BeginEdit() Implements ISiteSettings.BeginEdit
+    End Sub
+    Public Sub EndEdit() Implements ISiteSettings.EndEdit
+    End Sub
     Public Sub BeginUpdate() Implements ISiteSettings.BeginUpdate
     End Sub
     Public Sub EndUpdate() Implements ISiteSettings.EndUpdate
@@ -92,9 +96,12 @@ Public Class SiteSettings : Implements ISiteSettings
         Return Nothing
     End Function
     Public Function Available(ByVal What As ISiteSettings.Download, ByVal Silent As Boolean) As Boolean Implements ISiteSettings.Available
-        Return True
+        Return If(Responser.Cookies?.Count, 0) > 0
     End Function
     Public Function ReadyToDownload(ByVal What As ISiteSettings.Download) As Boolean Implements ISiteSettings.ReadyToDownload
         Return True
     End Function
+    Public Function GetUserPostUrl(ByVal UserID As String, ByVal PostID As String) As String Implements ISiteSettings.GetUserPostUrl
+        Return String.Empty
+    End Function
 End Class

SCrawler.Plugin.LPSG/UserData.vb

@@ -38,7 +38,8 @@ Public Class UserData : Implements IPluginContentProvider
     Public Property SeparateVideoFolder As Boolean Implements IPluginContentProvider.SeparateVideoFolder
     Public Property DataPath As String Implements IPluginContentProvider.DataPath
     Public Property PostsNumberLimit As Integer? Implements IPluginContentProvider.PostsNumberLimit
-    Public Property PostsDateLimit As Date? Implements IPluginContentProvider.PostsDateLimit
+    Public Property DownloadDateFrom As Date? Implements IPluginContentProvider.DownloadDateFrom
+    Public Property DownloadDateTo As Date? Implements IPluginContentProvider.DownloadDateTo
 #End Region
 #Region "Interface exchange options"
     Public Sub ExchangeOptionsSet(ByVal Obj As Object) Implements IPluginContentProvider.ExchangeOptionsSet
@@ -152,7 +153,8 @@ Public Class UserData : Implements IPluginContentProvider
                         If Responser.Client.StatusCode = Net.HttpStatusCode.ServiceUnavailable Then
                             LogProvider.Add("LPSG not available")
                         Else
-                            m.DownloadState = UStates.Skipped
+                            m.DownloadState = UStates.Missing
+                            m.Attempts += 1
                         End If
                     End Try
                     RaiseEvent ProgressChanged(1)

SCrawler.Plugin.XVIDEOS/My Project/AssemblyInfo.vb

@@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices
 ' by using the '*' as shown below:
 ' <Assembly: AssemblyVersion("1.0.*")>
 
-<Assembly: AssemblyVersion("2022.8.22.0")>
-<Assembly: AssemblyFileVersion("2022.8.22.0")>
+<Assembly: AssemblyVersion("2022.10.12.0")>
+<Assembly: AssemblyFileVersion("2022.10.12.0")>
 <Assembly: NeutralResourcesLanguage("en")>

SCrawler.Plugin.XVIDEOS/SettingsForm.vb

@@ -35,7 +35,7 @@ Public Class SettingsForm
         Settings.UpdateDomains()
         MyDefs.CloseForm()
     End Sub
-    Private Sub MyDefs_ButtonAddClick(ByVal Sender As Object, ByVal e As EditToolbar.EditToolbarEventArgs) Handles MyDefs.ButtonAddClick
+    Private Sub MyDefs_ButtonAddClick(ByVal Sender As Object, ByVal e As EditToolbarEventArgs) Handles MyDefs.ButtonAddClick
         Dim nd$ = InputBoxE("Enter a new domain using the pattern [xvideos.com]:", "New domain")
         If Not nd.IsEmptyString Then
             If Not LIST_DOMAINS.Items.Contains(nd) Then
@@ -45,7 +45,7 @@ Public Class SettingsForm
             End If
         End If
     End Sub
-    Private Sub MyDefs_ButtonDeleteClickE(ByVal Sender As Object, ByVal e As EditToolbar.EditToolbarEventArgs) Handles MyDefs.ButtonDeleteClickE
+    Private Sub MyDefs_ButtonDeleteClickE(ByVal Sender As Object, ByVal e As EditToolbarEventArgs) Handles MyDefs.ButtonDeleteClickE
         If _LatestSelected.ValueBetween(0, LIST_DOMAINS.Items.Count - 1) Then
             Dim n$ = LIST_DOMAINS.Items(_LatestSelected)
             If MsgBoxE({$"Are you sure you want to delete the [{n}] domain?", "Removing domains"}, MsgBoxStyle.YesNo) = MsgBoxResult.Yes Then

SCrawler.Plugin.XVIDEOS/SiteSettings.vb

@@ -97,6 +97,10 @@ Public Class SiteSettings : Implements ISiteSettings
     Public Sub DownloadDone(ByVal What As ISiteSettings.Download) Implements ISiteSettings.DownloadDone
     End Sub
 #End Region
+    Public Sub BeginEdit() Implements ISiteSettings.BeginEdit
+    End Sub
+    Public Sub EndEdit() Implements ISiteSettings.EndEdit
+    End Sub
     Public Sub BeginUpdate() Implements ISiteSettings.BeginUpdate
     End Sub
     Public Sub EndUpdate() Implements ISiteSettings.EndUpdate
@@ -179,4 +183,7 @@ Public Class SiteSettings : Implements ISiteSettings
         End If
         Return Nothing
     End Function
+    Public Function GetUserPostUrl(ByVal UserID As String, ByVal PostID As String) As String Implements ISiteSettings.GetUserPostUrl
+        Return String.Empty
+    End Function
 End Class

SCrawler.Plugin.XVIDEOS/UserData.vb

@@ -37,7 +37,8 @@ Public Class UserData : Implements IPluginContentProvider
     Public Property SeparateVideoFolder As Boolean Implements IPluginContentProvider.SeparateVideoFolder
     Public Property DataPath As String Implements IPluginContentProvider.DataPath
     Public Property PostsNumberLimit As Integer? Implements IPluginContentProvider.PostsNumberLimit
-    Public Property PostsDateLimit As Date? Implements IPluginContentProvider.PostsDateLimit
+    Public Property DownloadDateFrom As Date? Implements IPluginContentProvider.DownloadDateFrom
+    Public Property DownloadDateTo As Date? Implements IPluginContentProvider.DownloadDateTo
 #End Region
 #Region "Interface exchange options"
     Public Sub ExchangeOptionsSet(ByVal Obj As Object) Implements IPluginContentProvider.ExchangeOptionsSet
@@ -70,7 +71,7 @@ Public Class UserData : Implements IPluginContentProvider
 
             Dim NextPage% = 0
             Dim r$
-            Dim j As EContainer, jj As EContainer
+            Dim jj As EContainer
             Dim e As ErrorsDescriber = EDP.ThrowException
             Dim user$ = Settings.GetUserUrl(Name, False)
             Dim p As PluginUserMedia
@@ -81,8 +82,7 @@ Public Class UserData : Implements IPluginContentProvider
                 r = Responser.GetResponse($"https://www.xvideos.com/{user}/videos/new/{If(NextPage = 0, String.Empty, NextPage)}",, e)
                 If Not r.IsEmptyString Then
                     If Not EnvirSet Then UserExists = True : UserSuspended = False : EnvirSet = True
-                    j = JsonDocument.Parse(r).XmlIfNothing
-                    With j
+                    With JsonDocument.Parse(r).XmlIfNothing
                         If .Contains("videos") Then
                             With .Item("videos")
                                 If .Count > 0 Then
@@ -93,9 +93,12 @@ Public Class UserData : Implements IPluginContentProvider
                                             .URL = $"https://www.xvideos.com{jj.Value("u")}"
                                         }
                                         If Not p.PostID.IsEmptyString And Not jj.Value("u").IsEmptyString Then
-                                            If Not TempPostsList.Contains(p.PostID) Then TempPostsList.Add(p.PostID) : TempMediaList.Add(p) Else Exit Do
+                                            If Not TempPostsList.Contains(p.PostID) Then TempPostsList.Add(p.PostID) : TempMediaList.Add(p) Else .Dispose() : Exit Do
                                         End If
                                     Next
+                                Else
+                                    .Dispose()
+                                    Exit Do
                                 End If
                             End With
                         Else
@@ -208,7 +211,8 @@ Public Class UserData : Implements IPluginContentProvider
                         m.File = f
                         m.DownloadState = UStates.Downloaded
                     Catch ex As Exception
-                        m.DownloadState = UStates.Skipped
+                        m.DownloadState = UStates.Missing
+                        m.Attempts += 1
                     End Try
                     TempMediaList(i) = m
                     RaiseEvent ProgressChanged(1)

SCrawler.PluginProvider/.editorconfig

@@ -1,3 +1,3 @@
 [*.vb]
 # Modifier preferences
-file_header_template = Copyright (C) 2022  Andy\nThis program is free software: you can redistribute it and/or modify\nit under the terms of the GNU General Public License as published by\nthe Free Software Foundation, either version 3 of the License, or\n(at your option) any later version.\n\nThis program is distributed in the hope that it will be useful,\nbut WITHOUT ANY WARRANTY; without even the implied warranty of\nMERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\nGNU General Public License for more details.\n\nYou should have received a copy of the GNU General Public License\nalong with this program.  If not, see <https://www.gnu.org/licenses/>
+file_header_template = Copyright (C) Andy https://github.com/AAndyProgram\nThis program is free software: you can redistribute it and/or modify\nit under the terms of the GNU General Public License as published by\nthe Free Software Foundation, either version 3 of the License, or\n(at your option) any later version.\n\nThis program is distributed in the hope that it will be useful,\nbut WITHOUT ANY WARRANTY; without even the implied warranty of\nMERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\nGNU General Public License for more details.\n\nYou should have received a copy of the GNU General Public License\nalong with this program.  If not, see <https://www.gnu.org/licenses/>

SCrawler.PluginProvider/Attributes/Attributes.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or
@@ -44,6 +44,16 @@ Namespace Plugin.Attributes
             Name = PropertyName
         End Sub
     End Class
+    ''' <summary>Set the dependent fields that need to be updated when this property is changed internally.</summary>
+    <AttributeUsage(AttributeTargets.Property, AllowMultiple:=False, Inherited:=False)> Public NotInheritable Class DependentFields : Inherits Attribute
+        Public ReadOnly Fields As String()
+        Public Sub New(ByVal Field As String)
+            Fields = {Field}
+        End Sub
+        Public Sub New(ByVal Fields As String())
+            Me.Fields = Fields
+        End Sub
+    End Class
     ''' <summary>Store property value in settings XML file</summary>
     <AttributeUsage(AttributeTargets.Property, AllowMultiple:=False, Inherited:=False)> Public NotInheritable Class PXML : Inherits Attribute
         Public ReadOnly ElementName As String
@@ -53,19 +63,28 @@ Namespace Plugin.Attributes
             ElementName = XMLElementName
         End Sub
     End Class
+    ''' <summary>Attribute to disable some properties for host use</summary>
+    <AttributeUsage(AttributeTargets.Property, AllowMultiple:=False, Inherited:=False)> Public NotInheritable Class DoNotUse : Inherits Attribute
+        Public ReadOnly Value As Boolean = True
+        Public Sub New()
+        End Sub
+        Public Sub New(ByVal Value As Boolean)
+            Me.Value = Value
+        End Sub
+    End Class
     ''' <summary>Special property updater</summary>
     <AttributeUsage(AttributeTargets.Method, AllowMultiple:=True, Inherited:=False)> Public NotInheritable Class PropertyUpdater : Inherits Attribute
         Public ReadOnly Name As String
-        Public ReadOnly Dependencies As String()
+        Public ReadOnly Arguments As String()
         ''' <inheritdoc cref="PropertyUpdater.New(String, String())"/>
         Public Sub New(ByVal UpdatingPropertyName As String)
             Name = UpdatingPropertyName
         End Sub
         ''' <summary>Initialize a new PropertyUpdater attribute</summary>
         ''' <param name="UpdatingPropertyName">The name of the property to be updated</param>
-        Public Sub New(ByVal UpdatingPropertyName As String, ByVal Dependent As String())
+        Public Sub New(ByVal UpdatingPropertyName As String, ByVal Arguments As String())
             Name = UpdatingPropertyName
-            Dependencies = Dependent
+            Me.Arguments = Arguments
         End Sub
     End Class
     ''' <summary>Plugin key</summary>
@@ -97,6 +116,8 @@ Namespace Plugin.Attributes
         ''' <see langword="False"/> - only for conversion
         ''' </summary>
         Public FieldsChecker As Boolean = False
+        ''' <summary>Interaction with changing text field. Default: <see langword="False"/></summary>
+        Public Interaction As Boolean = False
         ''' <summary>Initialize a new Provider attribute. <see cref="IFormatProvider"/> is only allowed</summary>
         ''' <param name="PropertyName">The name of the property for which this provider is used</param>
         Public Sub New(ByVal PropertyName As String)
@@ -129,13 +150,26 @@ Namespace Plugin.Attributes
         ''' Predefined task counter.<br/>
         ''' <see cref="TaskCounter"/> will take precedence if it is defined.
         ''' </param>
-        Public Sub New(Optional ByVal JobsCount As Integer = -1)
-            TasksCount = JobsCount
+        Public Sub New(Optional ByVal TasksCount As Integer = -1)
+            Me.TasksCount = TasksCount
         End Sub
     End Class
     ''' <summary>A property attribute that specifies how many users should be downloaded at the same time in one thread</summary>
     <AttributeUsage(AttributeTargets.Property, AllowMultiple:=False, Inherited:=False)> Public NotInheritable Class TaskCounter : Inherits Attribute
     End Class
+    ''' <remarks>
+    ''' This attribute cannot be combined with <see cref="SeparatedTasks"/>.
+    ''' If set to <see cref="SeparatedTasks"/>, this attribute will be ignored
+    ''' </remarks>
+    ''' <inheritdoc cref="SeparatedTasks"/>
+    <AttributeUsage(AttributeTargets.Class, AllowMultiple:=False, Inherited:=False)> Public NotInheritable Class TaskGroup : Inherits Attribute
+        Public ReadOnly Name As String
+        ''' <summary>Initialize a new TaskGroup attribute.</summary>
+        ''' <param name="Name">Group name</param>
+        Public Sub New(ByVal Name As String)
+            Me.Name = Name
+        End Sub
+    End Class
     ''' <summary>This attribute indicates that the plugin has a SavedPosts environment</summary>
     <AttributeUsage(AttributeTargets.Class, AllowMultiple:=False, Inherited:=False)> Public NotInheritable Class SavedPosts : Inherits Attribute
     End Class

SCrawler.PluginProvider/Interfaces/IDownloadableMedia.vb

@@ -0,0 +1,35 @@
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
+' This program is free software: you can redistribute it and/or modify
+' it under the terms of the GNU General Public License as published by
+' the Free Software Foundation, either version 3 of the License, or
+' (at your option) any later version.
+'
+' This program is distributed in the hope that it will be useful,
+' but WITHOUT ANY WARRANTY
+Namespace Plugin
+    Public Interface IDownloadableMedia : Inherits IUserMedia, IDisposable
+        Event CheckedChange As EventHandler
+        Event ThumbnailChanged As EventHandler
+        Event StateChanged As EventHandler
+        ReadOnly Property SiteIcon As Drawing.Image
+        ReadOnly Property Site As String
+        ReadOnly Property SiteKey As String
+        Property AccountName As String
+        Property ThumbnailUrl As String
+        Property ThumbnailFile As String
+        Property Title As String
+        Property Size As Integer
+        Property Duration As TimeSpan
+        Property Progress As Object
+        ReadOnly Property HasError As Boolean
+        ReadOnly Property Exists As Boolean
+        Property Checked As Boolean
+        Property Instance As IPluginContentProvider
+        Sub Download(ByVal UseCookies As Boolean, ByVal Token As Threading.CancellationToken)
+        Sub Delete(ByVal RemoveFiles As Boolean)
+        Sub Load(ByVal File As String)
+        Sub Save()
+        Overloads Function ToString() As String
+        Overloads Function ToString(ByVal ForMediaItem As Boolean) As String
+    End Interface
+End Namespace

SCrawler.PluginProvider/Interfaces/IPluginContentProvider.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or
@@ -8,30 +8,37 @@
 ' but WITHOUT ANY WARRANTY
 Namespace Plugin
     Public Interface IPluginContentProvider : Inherits IDisposable
-        Event ProgressChanged(ByVal Count As Integer)
-        Event TotalCountChanged(ByVal Count As Integer)
+        Event ProgressChanged(ByVal Value As Integer)
+        Event ProgressMaximumChanged(ByVal Value As Integer, ByVal Add As Boolean)
+        Event ProgressPreChanged As ProgressChangedEventHandler
+        Event ProgressPreMaximumChanged As ProgressMaximumChangedEventHandler
         Property Thrower As IThrower
         Property LogProvider As ILogProvider
         Property Settings As ISiteSettings
+        Property AccountName As String
         Property Name As String
         Property ID As String
+        Property Options As String
         Property ParseUserMediaOnly As Boolean
         Property UserDescription As String
-        Property ExistingContentList As List(Of PluginUserMedia)
+        Property ExistingContentList As List(Of IUserMedia)
         Property TempPostsList As List(Of String)
-        Property TempMediaList As List(Of PluginUserMedia)
+        Property TempMediaList As List(Of IUserMedia)
         Property UserExists As Boolean
         Property UserSuspended As Boolean
         Property IsSavedPosts As Boolean
+        Property IsSubscription As Boolean
         Property SeparateVideoFolder As Boolean
         Property DataPath As String
         Property PostsNumberLimit As Integer?
-        Property PostsDateLimit As Date?
+        Property DownloadDateFrom As Date?
+        Property DownloadDateTo As Date?
         Function ExchangeOptionsGet() As Object
         Sub ExchangeOptionsSet(ByVal Obj As Object)
         Sub XmlFieldsSet(ByVal Fields As List(Of KeyValuePair(Of String, String)))
         Function XmlFieldsGet() As List(Of KeyValuePair(Of String, String))
-        Sub GetMedia()
-        Sub Download()
+        Sub GetMedia(ByVal Token As Threading.CancellationToken)
+        Sub Download(ByVal Token As Threading.CancellationToken)
+        Sub DownloadSingleObject(ByVal Data As IDownloadableMedia, ByVal Token As Threading.CancellationToken)
     End Interface
 End Namespace

SCrawler.PluginProvider/Interfaces/ISiteSettings.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or
@@ -8,31 +8,36 @@
 ' but WITHOUT ANY WARRANTY
 Imports System.Drawing
 Namespace Plugin
-    Public Interface ISiteSettings
+    Public Interface ISiteSettings : Inherits IDisposable
         Enum Download As Integer
             Main = 0
             SavedPosts = 1
-            Channel = 2
+            SingleObject = 2
         End Enum
         ReadOnly Property Icon As Icon
         ReadOnly Property Image As Image
         ReadOnly Property Site As String
+        Property AccountName As String
+        Property Temporary As Boolean
+        Property DefaultInstance As ISiteSettings
+        ReadOnly Property SubscriptionsAllowed As Boolean
         Property Logger As ILogProvider
-        Function GetUserUrl(ByVal UserName As String, ByVal Channel As Boolean) As String
+        Function GetUserUrl(ByVal User As IPluginContentProvider) As String
         Function IsMyUser(ByVal UserURL As String) As ExchangeOptions
         Function IsMyImageVideo(ByVal URL As String) As ExchangeOptions
-        Function GetSpecialData(ByVal URL As String, ByVal Path As String, ByVal AskForPath As Boolean) As IEnumerable(Of PluginUserMedia)
         Function GetInstance(ByVal What As Download) As IPluginContentProvider
-#Region "XML Support"
-        Sub Load(ByVal XMLValues As IEnumerable(Of KeyValuePair(Of String, String)))
-#End Region
+        Function GetSingleMediaInstance(ByVal URL As String, ByVal OutputFile As String) As IDownloadableMedia
+        Function GetUserPostUrl(ByVal User As IPluginContentProvider, ByVal Media As IUserMedia) As String
 #Region "Initialization"
         Sub BeginInit()
         Sub EndInit()
         Sub BeginUpdate()
         Sub EndUpdate()
+        Sub BeginEdit()
+        Sub EndEdit()
 #End Region
 #Region "Site availability"
+        Property AvailableText As String
         Function Available(ByVal What As Download, ByVal Silent As Boolean) As Boolean
         Function ReadyToDownload(ByVal What As Download) As Boolean
 #End Region
@@ -42,7 +47,10 @@ Namespace Plugin
         Sub AfterDownload(ByVal User As Object, ByVal What As Download)
         Sub DownloadDone(ByVal What As Download)
 #End Region
-        Sub Update()
+        Function Clone(ByVal Full As Boolean) As ISiteSettings
+        Sub Delete()
+        Overloads Sub Update()
+        Overloads Sub Update(ByVal Source As ISiteSettings)
         Sub Reset()
         Sub OpenSettingsForm()
         Sub UserOptions(ByRef Options As Object, ByVal OpenForm As Boolean)

SCrawler.PluginProvider/My Project/AssemblyInfo.vb

@@ -13,7 +13,7 @@ Imports System.Runtime.InteropServices
 <Assembly: AssemblyDescription("Plugin provider for SCrawler")>
 <Assembly: AssemblyCompany("AndyProgram")>
 <Assembly: AssemblyProduct("SCrawler.PluginProvider")>
-<Assembly: AssemblyCopyright("Copyright © 2022")>
+<Assembly: AssemblyCopyright("Copyright © 2024")>
 <Assembly: AssemblyTrademark("AndyProgram")>
 
 <Assembly: ComVisible(False)>
@@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices
 ' by using the '*' as shown below:
 ' <Assembly: AssemblyVersion("1.0.*")>
 
-<Assembly: AssemblyVersion("2022.8.22.0")>
-<Assembly: AssemblyFileVersion("2022.8.22.0")>
+<Assembly: AssemblyVersion("2023.11.24.0")>
+<Assembly: AssemblyFileVersion("2023.11.24.0")>
 <Assembly: NeutralResourcesLanguage("en")>

SCrawler.PluginProvider/ObjectInterfaces/ILogProvider.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or
@@ -11,6 +11,6 @@ Namespace Plugin
         Overloads Sub Add(ByVal Message As String)
         Overloads Sub Add(ByVal ex As Exception, ByVal Message As String,
                           Optional ByVal ShowMainMsg As Boolean = False, Optional ByVal ShowErrorMsg As Boolean = False,
-                          Optional ByVal SendInLog As Boolean = True)
+                          Optional ByVal SendToLog As Boolean = True)
     End Interface
 End Namespace

SCrawler.PluginProvider/ObjectInterfaces/IPropertyProvider.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or
@@ -6,7 +6,8 @@
 '
 ' This program is distributed in the hope that it will be useful,
 ' but WITHOUT ANY WARRANTY
-Namespace Plugin.Attributes
-    <AttributeUsage(AttributeTargets.Class, AllowMultiple:=False, Inherited:=False)> Friend NotInheritable Class UseClassAsIs : Inherits Attribute
-    End Class
+Namespace Plugin
+    Public Interface IPropertyProvider : Inherits IFormatProvider
+        Property PropertyName As String
+    End Interface
 End Namespace

SCrawler.PluginProvider/ObjectInterfaces/IThrower.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or

SCrawler.PluginProvider/Objects/ExchangeOptions.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or
@@ -11,15 +11,12 @@ Namespace Plugin
         Public UserName As String
         Public SiteName As String
         Public HostKey As String
-        Public IsChannel As Boolean
+        Public Options As String
         Public Exists As Boolean
         Public Sub New(ByVal Site As String, ByVal Name As String)
             UserName = Name
             SiteName = Site
-        End Sub
-        Public Sub New(ByVal Site As String, ByVal Name As String, ByVal IsChannel As Boolean)
-            Me.New(Site, Name)
-            Me.IsChannel = IsChannel
+            Exists = Not String.IsNullOrEmpty(Name) And Not String.IsNullOrWhiteSpace(Name)
         End Sub
     End Structure
 End Namespace

SCrawler.PluginProvider/Objects/ExitException.vb

@@ -0,0 +1,36 @@
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
+' This program is free software: you can redistribute it and/or modify
+' it under the terms of the GNU General Public License as published by
+' the Free Software Foundation, either version 3 of the License, or
+' (at your option) any later version.
+'
+' This program is distributed in the hope that it will be useful,
+' but WITHOUT ANY WARRANTY
+Namespace Plugin
+    ''' <summary>Represents errors that occur during downloading to be thrown to the root downloading function.</summary>
+    Public Class ExitException : Inherits Exception
+        ''' <summary>Add only the message to the log, without adding a <see cref="StackTrace"/>. Default: <see langword="True"/>.</summary>
+        ''' <returns><see langword="True"/> if only the message should be added to the log; otherwise the stack trace will also be added.</returns>
+        Public Property SimpleLogLine As Boolean = True
+        ''' <summary>Don't add a message to the log. Default: <see langword="False"/>.</summary>
+        ''' <returns><see langword="True"/> if the error is exit-only and there is no need to add a message to the log; otherwise add a message to the log.</returns>
+        Public Property Silent As Boolean = False
+        ''' <summary>Initializes a new instance of the <see cref="ExitException"/> class.</summary>
+        Public Sub New()
+        End Sub
+        ''' <summary>Initializes a new instance of the <see cref="ExitException"/> class with a specified error message.</summary>
+        ''' <param name="Message">The message that describes the error.</param>
+        Public Sub New(ByVal Message As String)
+            MyBase.New(Message)
+        End Sub
+        ''' <summary>
+        ''' Initializes a new instance of the <see cref="ExitException"/> class with a specified error message 
+        ''' and a reference to the inner exception that is the cause of this exception.
+        ''' </summary>
+        ''' <param name="Message">The error message that explains the reason for the exception.</param>
+        ''' <param name="InnerException">The exception that is the cause of the current exception, or a null reference (Nothing in Visual Basic) if no inner exception is specified.</param>
+        Public Sub New(ByVal Message As String, ByVal InnerException As Exception)
+            MyBase.New(Message, InnerException)
+        End Sub
+    End Class
+End Namespace

SCrawler.PluginProvider/Objects/PluginUserMedia.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or
@@ -7,24 +7,49 @@
 ' This program is distributed in the hope that it will be useful,
 ' but WITHOUT ANY WARRANTY
 Namespace Plugin
-    Public Structure PluginUserMedia
-        Enum Types As Integer
-            Undefined = 0
-            [Picture] = 1
-            [Video] = 2
-            [Text] = 3
-            VideoPre = 10
-            GIF = 50
-            m3u8 = 100
-        End Enum
-        Enum States As Integer : Unknown = 0 : Tried = 1 : Downloaded = 2 : Skipped = 3 : End Enum
-        Public ContentType As Integer
-        Public URL As String
-        Public MD5 As String
-        Public File As String
-        Public DownloadState As Integer
-        Public PostID As String
-        Public PostDate As Date?
-        Public SpecialFolder As String
+    Public Delegate Sub ProgressChange(ByVal Value As Double?, ByVal Maximum As Double?, ByVal Information As String)
+    Public Enum UserMediaTypes As Integer
+        Undefined = 0
+        Picture = 1
+        Video = 2
+        Audio = 200
+        Text = 4
+        VideoPre = 10
+        AudioPre = 215
+        GIF = 50
+        m3u8 = 100
+    End Enum
+    Public Enum UserMediaStates As Integer
+        Unknown = 0
+        Tried = 1
+        Downloaded = 2
+        Skipped = 3
+        Missing = 4
+    End Enum
+    Public Structure PluginUserMedia : Implements IUserMedia
+        Public Property ContentType As UserMediaTypes Implements IUserMedia.ContentType
+        Public Property URL As String Implements IUserMedia.URL
+        Public Property URL_BASE As String Implements IUserMedia.URL_BASE
+        Public Property MD5 As String Implements IUserMedia.MD5
+        Public Property File As String Implements IUserMedia.File
+        Public Property DownloadState As UserMediaStates Implements IUserMedia.DownloadState
+        Public Property PostID As String Implements IUserMedia.PostID
+        Public Property PostDate As Date? Implements IUserMedia.PostDate
+        Public Property SpecialFolder As String Implements IUserMedia.SpecialFolder
+        Public Property Attempts As Integer Implements IUserMedia.Attempts
+        Public Property [Object] As Object Implements IUserMedia.Object
     End Structure
+    Public Interface IUserMedia
+        Property ContentType As UserMediaTypes
+        Property URL As String
+        Property URL_BASE As String
+        Property MD5 As String
+        Property File As String
+        Property DownloadState As UserMediaStates
+        Property PostID As String
+        Property PostDate As Date?
+        Property SpecialFolder As String
+        Property Attempts As Integer
+        Property [Object] As Object
+    End Interface
 End Namespace

SCrawler.PluginProvider/Objects/PropertyData.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or

SCrawler.PluginProvider/Objects/PropertyValue.vb

@@ -1,4 +1,4 @@
-' Copyright (C) 2022  Andy
+' Copyright (C) 2023  Andy https://github.com/AAndyProgram
 ' This program is free software: you can redistribute it and/or modify
 ' it under the terms of the GNU General Public License as published by
 ' the Free Software Foundation, either version 3 of the License, or
@@ -11,6 +11,7 @@ Namespace Plugin
         Public Event ValueChanged As IPropertyValue.ValueChangedEventHandler Implements IPropertyValue.ValueChanged
         Public Property [Type] As Type Implements IPropertyValue.Type
         Public Property OnChangeFunction As IPropertyValue.ValueChangedEventHandler
+        Private _Initialization As Boolean = False
         ''' <inheritdoc cref="PropertyValue.New(Object, Type, ByRef IPropertyValue.ValueChangedEventHandler)"/>
         ''' <exception cref="ArgumentNullException"></exception>
         Public Sub New(ByVal InitValue As Object)
@@ -41,10 +42,25 @@ Namespace Plugin
             End Get
             Set(ByVal NewValue As Object)
                 _Value = NewValue
-                If Not OnChangeFunction Is Nothing Then OnChangeFunction.Invoke(Value)
-                RaiseEvent ValueChanged(_Value)
+                If Not _Initialization Then
+                    If Not OnChangeFunction Is Nothing Then OnChangeFunction.Invoke(Value)
+                    RaiseEvent ValueChanged(_Value)
+                End If
             End Set
         End Property
+        Public Sub BeginInit()
+            _Initialization = True
+        End Sub
+        Public Sub EndInit()
+            _Initialization = False
+        End Sub
+        Public Sub Clone(ByVal Source As PropertyValue)
+            _Initialization = True
+            Type = Source.Type
+            OnChangeFunction = Source.OnChangeFunction
+            _Value = Source._Value
+            _Initialization = False
+        End Sub
     End Class
     Public Interface IPropertyValue
         ''' <summary>Event for internal exchange</summary>

SCrawler.PluginProvider/SCrawler.PluginProvider.vbproj

@@ -102,9 +102,12 @@
   </ItemGroup>
   <ItemGroup>
     <Compile Include="Attributes\Attributes.vb" />
+    <Compile Include="Interfaces\IDownloadableMedia.vb" />
+    <Compile Include="ObjectInterfaces\IPropertyProvider.vb" />
     <Compile Include="Objects\ExchangeOptions.vb" />
     <Compile Include="ObjectInterfaces\ILogProvider.vb" />
     <Compile Include="Interfaces\IPluginContentProvider.vb" />
+    <Compile Include="Objects\ExitException.vb" />
     <Compile Include="Objects\PluginUserMedia.vb" />
     <Compile Include="Interfaces\ISiteSettings.vb" />
     <Compile Include="ObjectInterfaces\IThrower.vb" />

SCrawler.Shared/.editorconfig

@@ -0,0 +1,3 @@
+[*.vb]
+# Modifier preferences
+file_header_template = Copyright (C) Andy https://github.com/AAndyProgram\nThis program is free software: you can redistribute it and/or modify\nit under the terms of the GNU General Public License as published by\nthe Free Software Foundation, either version 3 of the License, or\n(at your option) any later version.\n\nThis program is distributed in the hope that it will be useful,\nbut WITHOUT ANY WARRANTY; without even the implied warranty of\nMERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\nGNU General Public License for more details.\n\nYou should have received a copy of the GNU General Public License\nalong with this program.  If not, see <https://www.gnu.org/licenses/>

SCrawler.Shared/Functions.vb

@@ -0,0 +1,33 @@
+' Copyright (C) Andy https://github.com/AAndyProgram
+' This program is free software: you can redistribute it and/or modify
+' it under the terms of the GNU General Public License as published by
+' the Free Software Foundation, either version 3 of the License, or
+' (at your option) any later version.
+'
+' This program is distributed in the hope that it will be useful,
+' but WITHOUT ANY WARRANTY
+Namespace [Shared]
+    Public Module Functions
+        Public Const NewReleaseFolderName As String = "__NewRelease"
+        Public Function GetCurrentMaxVer(Optional ByVal Path As SFile = Nothing) As Version
+            Try
+                If Path.IsEmptyString Then Path = Application.StartupPath.CSFileP
+                If Path.Exists(SFO.Path, False) Then
+                    Dim versions As New List(Of Version)
+                    Dim v As FileVersionInfo
+                    With SFile.GetFiles(Path, "*.exe",, EDP.ReturnValue).ListIfNothing.Where(Function(f) f.Name = "SCrawler" Or f.Name = "YouTubeDownloader")
+                        If .ListExists Then
+                            For Each f As SFile In .Self
+                                v = FileVersionInfo.GetVersionInfo(f)
+                                versions.Add(New Version(v.ProductVersion))
+                            Next
+                        End If
+                    End With
+                    If versions.Count > 0 Then Return versions.LastOrDefault
+                End If
+            Catch
+            End Try
+            Return Nothing
+        End Function
+    End Module
+End Namespace

SCrawler.Shared/My Project/Application.Designer.vb

@@ -0,0 +1,13 @@
+'------------------------------------------------------------------------------
+' <auto-generated>
+'     This code was generated by a tool.
+'     Runtime Version:4.0.30319.42000
+'
+'     Changes to this file may cause incorrect behavior and will be lost if
+'     the code is regenerated.
+' </auto-generated>
+'------------------------------------------------------------------------------
+
+Option Strict On
+Option Explicit On
+

SCrawler.Shared/My Project/Application.myapp

@@ -0,0 +1,10 @@
+<?xml version="1.0" encoding="utf-8"?>
+<MyApplicationData xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema">
+  <MySubMain>false</MySubMain>
+  <SingleInstance>false</SingleInstance>
+  <ShutdownMode>0</ShutdownMode>
+  <EnableVisualStyles>true</EnableVisualStyles>
+  <AuthenticationMode>0</AuthenticationMode>
+  <ApplicationType>1</ApplicationType>
+  <SaveMySettingsOnExit>true</SaveMySettingsOnExit>
+</MyApplicationData>

SCrawler.Shared/My Project/AssemblyInfo.vb

@@ -0,0 +1,37 @@
+Imports System.Resources
+Imports System
+Imports System.Reflection
+Imports System.Runtime.InteropServices
+
+' General Information about an assembly is controlled through the following
+' set of attributes. Change these attribute values to modify the information
+' associated with an assembly.
+
+' Review the values of the assembly attributes
+
+<Assembly: AssemblyTitle("SCrawler.Shared")>
+<Assembly: AssemblyDescription("SCrawler shared functions")>
+<Assembly: AssemblyCompany("AndyProgram")>
+<Assembly: AssemblyProduct("SCrawler.Shared")>
+<Assembly: AssemblyCopyright("Copyright © 2024")>
+<Assembly: AssemblyTrademark("AndyProgram")>
+
+<Assembly: ComVisible(False)>
+
+'The following GUID is for the ID of the typelib if this project is exposed to COM
+<Assembly: Guid("75a22c7c-6f90-49cb-852b-078ea0b8f2b6")>
+
+' Version information for an assembly consists of the following four values:
+'
+'      Major Version
+'      Minor Version
+'      Build Number
+'      Revision
+'
+' You can specify all the values or you can default the Build and Revision Numbers
+' by using the '*' as shown below:
+' <Assembly: AssemblyVersion("1.0.*")>
+
+<Assembly: AssemblyVersion("2023.12.7.0")>
+<Assembly: AssemblyFileVersion("2023.12.7.0")>
+<Assembly: NeutralResourcesLanguage("en")>

SCrawler.Shared/My Project/Resources.Designer.vb

@@ -0,0 +1,63 @@
+'------------------------------------------------------------------------------
+' <auto-generated>
+'     This code was generated by a tool.
+'     Runtime Version:4.0.30319.42000
+'
+'     Changes to this file may cause incorrect behavior and will be lost if
+'     the code is regenerated.
+' </auto-generated>
+'------------------------------------------------------------------------------
+
+Option Strict On
+Option Explicit On
+
+Imports System
+
+Namespace My.Resources
+    
+    'This class was auto-generated by the StronglyTypedResourceBuilder
+    'class via a tool like ResGen or Visual Studio.
+    'To add or remove a member, edit your .ResX file then rerun ResGen
+    'with the /str option, or rebuild your VS project.
+    '''<summary>
+    '''  A strongly-typed resource class, for looking up localized strings, etc.
+    '''</summary>
+    <Global.System.CodeDom.Compiler.GeneratedCodeAttribute("System.Resources.Tools.StronglyTypedResourceBuilder", "16.0.0.0"),  _
+     Global.System.Diagnostics.DebuggerNonUserCodeAttribute(),  _
+     Global.System.Runtime.CompilerServices.CompilerGeneratedAttribute(),  _
+     Global.Microsoft.VisualBasic.HideModuleNameAttribute()>  _
+    Friend Module Resources
+        
+        Private resourceMan As Global.System.Resources.ResourceManager
+        
+        Private resourceCulture As Global.System.Globalization.CultureInfo
+        
+        '''<summary>
+        '''  Returns the cached ResourceManager instance used by this class.
+        '''</summary>
+        <Global.System.ComponentModel.EditorBrowsableAttribute(Global.System.ComponentModel.EditorBrowsableState.Advanced)>  _
+        Friend ReadOnly Property ResourceManager() As Global.System.Resources.ResourceManager
+            Get
+                If Object.ReferenceEquals(resourceMan, Nothing) Then
+                    Dim temp As Global.System.Resources.ResourceManager = New Global.System.Resources.ResourceManager("SCrawler.Resources", GetType(Resources).Assembly)
+                    resourceMan = temp
+                End If
+                Return resourceMan
+            End Get
+        End Property
+        
+        '''<summary>
+        '''  Overrides the current thread's CurrentUICulture property for all
+        '''  resource lookups using this strongly typed resource class.
+        '''</summary>
+        <Global.System.ComponentModel.EditorBrowsableAttribute(Global.System.ComponentModel.EditorBrowsableState.Advanced)>  _
+        Friend Property Culture() As Global.System.Globalization.CultureInfo
+            Get
+                Return resourceCulture
+            End Get
+            Set
+                resourceCulture = value
+            End Set
+        End Property
+    End Module
+End Namespace

SCrawler.Shared/My Project/Resources.resx

@@ -0,0 +1,117 @@
+<?xml version="1.0" encoding="utf-8"?>
+<root>
+  <!-- 
+    Microsoft ResX Schema 
+    
+    Version 2.0
+    
+    The primary goals of this format is to allow a simple XML format 
+    that is mostly human readable. The generation and parsing of the 
+    various data types are done through the TypeConverter classes 
+    associated with the data types.
+    
+    Example:
+    
+    ... ado.net/XML headers & schema ...
+    <resheader name="resmimetype">text/microsoft-resx</resheader>
+    <resheader name="version">2.0</resheader>
+    <resheader name="reader">System.Resources.ResXResourceReader, System.Windows.Forms, ...</resheader>
+    <resheader name="writer">System.Resources.ResXResourceWriter, System.Windows.Forms, ...</resheader>
+    <data name="Name1"><value>this is my long string</value><comment>this is a comment</comment></data>
+    <data name="Color1" type="System.Drawing.Color, System.Drawing">Blue</data>
+    <data name="Bitmap1" mimetype="application/x-microsoft.net.object.binary.base64">
+        <value>[base64 mime encoded serialized .NET Framework object]</value>
+    </data>
+    <data name="Icon1" type="System.Drawing.Icon, System.Drawing" mimetype="application/x-microsoft.net.object.bytearray.base64">
+        <value>[base64 mime encoded string representing a byte array form of the .NET Framework object]</value>
+        <comment>This is a comment</comment>
+    </data>
+                
+    There are any number of "resheader" rows that contain simple 
+    name/value pairs.
+    
+    Each data row contains a name, and value. The row also contains a 
+    type or mimetype. Type corresponds to a .NET class that support 
+    text/value conversion through the TypeConverter architecture. 
+    Classes that don't support this are serialized and stored with the 
+    mimetype set.
+    
+    The mimetype is used for serialized objects, and tells the 
+    ResXResourceReader how to depersist the object. This is currently not 
+    extensible. For a given mimetype the value must be set accordingly:
+    
+    Note - application/x-microsoft.net.object.binary.base64 is the format 
+    that the ResXResourceWriter will generate, however the reader can 
+    read any of the formats listed below.
+    
+    mimetype: application/x-microsoft.net.object.binary.base64
+    value   : The object must be serialized with 
+            : System.Serialization.Formatters.Binary.BinaryFormatter
+            : and then encoded with base64 encoding.
+    
+    mimetype: application/x-microsoft.net.object.soap.base64
+    value   : The object must be serialized with 
+            : System.Runtime.Serialization.Formatters.Soap.SoapFormatter
+            : and then encoded with base64 encoding.
+
+    mimetype: application/x-microsoft.net.object.bytearray.base64
+    value   : The object must be serialized into a byte array 
+            : using a System.ComponentModel.TypeConverter
+            : and then encoded with base64 encoding.
+    -->
+  <xsd:schema id="root" xmlns="" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:msdata="urn:schemas-microsoft-com:xml-msdata">
+    <xsd:element name="root" msdata:IsDataSet="true">
+      <xsd:complexType>
+        <xsd:choice maxOccurs="unbounded">
+          <xsd:element name="metadata">
+            <xsd:complexType>
+              <xsd:sequence>
+                <xsd:element name="value" type="xsd:string" minOccurs="0" />
+              </xsd:sequence>
+              <xsd:attribute name="name" type="xsd:string" />
+              <xsd:attribute name="type" type="xsd:string" />
+              <xsd:attribute name="mimetype" type="xsd:string" />
+            </xsd:complexType>
+          </xsd:element>
+          <xsd:element name="assembly">
+            <xsd:complexType>
+              <xsd:attribute name="alias" type="xsd:string" />
+              <xsd:attribute name="name" type="xsd:string" />
+            </xsd:complexType>
+          </xsd:element>
+          <xsd:element name="data">
+            <xsd:complexType>
+              <xsd:sequence>
+                <xsd:element name="value" type="xsd:string" minOccurs="0" msdata:Ordinal="1" />
+                <xsd:element name="comment" type="xsd:string" minOccurs="0" msdata:Ordinal="2" />
+              </xsd:sequence>
+              <xsd:attribute name="name" type="xsd:string" msdata:Ordinal="1" />
+              <xsd:attribute name="type" type="xsd:string" msdata:Ordinal="3" />
+              <xsd:attribute name="mimetype" type="xsd:string" msdata:Ordinal="4" />
+            </xsd:complexType>
+          </xsd:element>
+          <xsd:element name="resheader">
+            <xsd:complexType>
+              <xsd:sequence>
+                <xsd:element name="value" type="xsd:string" minOccurs="0" msdata:Ordinal="1" />
+              </xsd:sequence>
+              <xsd:attribute name="name" type="xsd:string" use="required" />
+            </xsd:complexType>
+          </xsd:element>
+        </xsd:choice>
+      </xsd:complexType>
+    </xsd:element>
+  </xsd:schema>
+  <resheader name="resmimetype">
+    <value>text/microsoft-resx</value>
+  </resheader>
+  <resheader name="version">
+    <value>2.0</value>
+  </resheader>
+  <resheader name="reader">
+    <value>System.Resources.ResXResourceReader, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089</value>
+  </resheader>
+  <resheader name="writer">
+    <value>System.Resources.ResXResourceWriter, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089</value>
+  </resheader>
+</root>

SCrawler.Shared/My Project/Settings.Designer.vb

@@ -0,0 +1,73 @@
+'------------------------------------------------------------------------------
+' <auto-generated>
+'     This code was generated by a tool.
+'     Runtime Version:4.0.30319.42000
+'
+'     Changes to this file may cause incorrect behavior and will be lost if
+'     the code is regenerated.
+' </auto-generated>
+'------------------------------------------------------------------------------
+
+Option Strict On
+Option Explicit On
+
+
+Namespace My
+    
+    <Global.System.Runtime.CompilerServices.CompilerGeneratedAttribute(),  _
+     Global.System.CodeDom.Compiler.GeneratedCodeAttribute("Microsoft.VisualStudio.Editors.SettingsDesigner.SettingsSingleFileGenerator", "16.10.0.0"),  _
+     Global.System.ComponentModel.EditorBrowsableAttribute(Global.System.ComponentModel.EditorBrowsableState.Advanced)>  _
+    Partial Friend NotInheritable Class MySettings
+        Inherits Global.System.Configuration.ApplicationSettingsBase
+        
+        Private Shared defaultInstance As MySettings = CType(Global.System.Configuration.ApplicationSettingsBase.Synchronized(New MySettings()),MySettings)
+        
+#Region "My.Settings Auto-Save Functionality"
+#If _MyType = "WindowsForms" Then
+    Private Shared addedHandler As Boolean
+
+    Private Shared addedHandlerLockObject As New Object
+
+    <Global.System.Diagnostics.DebuggerNonUserCodeAttribute(), Global.System.ComponentModel.EditorBrowsableAttribute(Global.System.ComponentModel.EditorBrowsableState.Advanced)> _
+    Private Shared Sub AutoSaveSettings(sender As Global.System.Object, e As Global.System.EventArgs)
+        If My.Application.SaveMySettingsOnExit Then
+            My.Settings.Save()
+        End If
+    End Sub
+#End If
+#End Region
+        
+        Public Shared ReadOnly Property [Default]() As MySettings
+            Get
+                
+#If _MyType = "WindowsForms" Then
+               If Not addedHandler Then
+                    SyncLock addedHandlerLockObject
+                        If Not addedHandler Then
+                            AddHandler My.Application.Shutdown, AddressOf AutoSaveSettings
+                            addedHandler = True
+                        End If
+                    End SyncLock
+                End If
+#End If
+                Return defaultInstance
+            End Get
+        End Property
+    End Class
+End Namespace
+
+Namespace My
+    
+    <Global.Microsoft.VisualBasic.HideModuleNameAttribute(),  _
+     Global.System.Diagnostics.DebuggerNonUserCodeAttribute(),  _
+     Global.System.Runtime.CompilerServices.CompilerGeneratedAttribute()>  _
+    Friend Module MySettingsProperty
+        
+        <Global.System.ComponentModel.Design.HelpKeywordAttribute("My.Settings")>  _
+        Friend ReadOnly Property Settings() As Global.SCrawler.My.MySettings
+            Get
+                Return Global.SCrawler.My.MySettings.Default
+            End Get
+        End Property
+    End Module
+End Namespace