From 164b999de703be7e9b56845b0a28cd2c191973ab Mon Sep 17 00:00:00 2001 From: Andy <88590076+AAndyProgram@users.noreply.github.com> Date: Sat, 24 Jan 2026 18:17:28 +0300 Subject: [PATCH] 2026.1.24.0 Instagram: update settings; fix a bug in line 1437 OnlyFans: update the URLs that open posts --- Changelog.md | 13 +++++++++++-- FAQ.md | 1 + SCrawler/API/Instagram/SiteSettings.vb | 13 ++++++------- SCrawler/API/Instagram/UserData.vb | 2 +- SCrawler/API/OnlyFans/SiteSettings.vb | 18 +++++++++++++++++- SCrawler/My Project/AssemblyInfo.vb | 4 ++-- 6 files changed, 38 insertions(+), 13 deletions(-) diff --git a/Changelog.md b/Changelog.md index 7992fe4..9e5e950 100644 --- a/Changelog.md +++ b/Changelog.md @@ -2,18 +2,27 @@ - [ffmpeg](https://github.com/AAndyProgram/SCrawler/wiki/Settings#ffmpeg) - x64 version - [release](https://github.com/GyanD/codexffmpeg/releases/tag/5.1.2); [zip](https://github.com/GyanD/codexffmpeg/releases/download/5.1.2/ffmpeg-5.1.2-full_build.zip); **version `5.1.2-full_build-www.gyan.dev`** - x86 version - [release](https://github.com/yt-dlp/FFmpeg-Builds/releases/tag/autobuild-2022-11-30-12-57); [zip](https://github.com/yt-dlp/FFmpeg-Builds/releases/download/autobuild-2022-11-30-12-57/ffmpeg-N-109274-gd7a5f068c2-win32-gpl.zip); **version `N-109457-geeb280f351-20221226`** -- [Gallery-dl](https://github.com/AAndyProgram/SCrawler/wiki/Settings#gallery-dl) - **1.31.3** +- [Gallery-dl](https://github.com/AAndyProgram/SCrawler/wiki/Settings#gallery-dl) - **1.31.4** - [YT-DLP](https://github.com/AAndyProgram/SCrawler/wiki/Settings#yt-dlp) - **2025.12.08** - [Deno](https://github.com/AAndyProgram/SCrawler/wiki/Settings#deno) - latest *(`2.0.0` or higher)* - [OF-Scraper](https://github.com/AAndyProgram/SCrawler/wiki/Settings#of-scraper) - **3.12.9** ([release](https://github.com/datawhores/OF-Scraper/releases/tag/3.12.9)) # 2026 +## 2026.1.24.0 + +*2026-01-24* + +- Updated + - gallery-dl up to version **1.31.4** +- Fixed + - Minor bugs + ## 2026.1.17.0 *2026-01-17* -- Add +- Added - Sites: - OnlyFans: handling error `502` - Threads: user name and description extraction diff --git a/FAQ.md b/FAQ.md index 245848b..39632f3 100644 --- a/FAQ.md +++ b/FAQ.md @@ -33,6 +33,7 @@ I strongly recommend you to **regularly** create backup copies of the settings f ## General questions - **PROFILES** - I added a profile but **nothing downloaded** :arrow_forward: check your cookies and [site requirements](https://github.com/AAndyProgram/SCrawler/wiki/Settings#sites-requirements). If there are any optional fields that you don't fill in, do so. Still nothing works - [report it](#how-to-report-a-problem)! + - :exclamation: **Try to avoid Chinese/Japanese symbols in the paths.** - User downloading failed :arrow_forward: check your credentials and **[SITES REQUIREMENTS](https://github.com/AAndyProgram/SCrawler/wiki/Settings#sites-requirements)**. If all settings are set and nothing works, [report it](#how-to-report-a-problem). **Don't forget to attach the LOG.** - [How to redownload user](https://github.com/AAndyProgram/SCrawler/wiki#redownload-user) - How to **add profile** to download :arrow_forward: copy the **[profile URL](https://github.com/AAndyProgram/SCrawler/wiki#add-user)** and press `Insert` or `Ctrl+Insert`. **ALWAYS PASTE THE USER PROFILE URL**. After that select this user and press `F5` or click the `Download selected` button. diff --git a/SCrawler/API/Instagram/SiteSettings.vb b/SCrawler/API/Instagram/SiteSettings.vb index 4b4c836..c2e3af7 100644 --- a/SCrawler/API/Instagram/SiteSettings.vb +++ b/SCrawler/API/Instagram/SiteSettings.vb @@ -545,18 +545,17 @@ Namespace API.Instagram UserRegex = RParams.DMS(String.Format(UserRegexDefaultPattern, "instagram.com/"), 1) ImageVideoContains = "instagram.com" End Sub - Private Const SettingsVersionCurrent As Integer = 2 + Private Const SettingsVersionCurrent As Integer = 3 Friend Overrides Sub EndInit() Try : MyLastRequests.Add(LastDownloadDate.Value, LastRequestsCount.Value) : Catch : End Try If Not CBool(HH_IG_WWW_CLAIM_USE.Value) Then Responser.Headers.Remove(Header_IG_WWW_CLAIM) If CInt(SettingsVersion.Value) < SettingsVersionCurrent Then SettingsVersion.Value = SettingsVersionCurrent - HH_IG_WWW_CLAIM_UPDATE_INTERVAL.Value = 120 - HH_IG_WWW_CLAIM_ALWAYS_ZERO.Value = False - HH_IG_WWW_CLAIM_RESET_EACH_SESSION.Value = True - HH_IG_WWW_CLAIM_RESET_EACH_TARGET.Value = True - HH_IG_WWW_CLAIM_USE.Value = True - HH_IG_WWW_CLAIM_USE_DEFAULT_ALGO.Value = True + HH_IG_WWW_CLAIM_RESET_EACH_TARGET.Value = False + RequestsWaitTimer_Any.Value = 5000 + TaggedNotifyLimit.Value = 50 + DownDetectorValue.Value = 30 + DownDetectorValueAddToLog.Value = True End If MyBase.EndInit() End Sub diff --git a/SCrawler/API/Instagram/UserData.vb b/SCrawler/API/Instagram/UserData.vb index 397359f..4fb28d4 100644 --- a/SCrawler/API/Instagram/UserData.vb +++ b/SCrawler/API/Instagram/UserData.vb @@ -1434,7 +1434,7 @@ NextPageBlock: MyMainLOG = $"Number of requests before error 429: {RequestsCount}" Return 1 ElseIf Responser.StatusCode = 560 Or Responser.StatusCode = HttpStatusCode.InternalServerError Then '560, 500 - If Responser.StatusCode = 560 And s = Sections.Stories And MySiteSettings.IgnoreStoriesDownloadingErrors Then + If Responser.StatusCode = 560 And s = Sections.Stories And MySiteSettings.IgnoreStoriesDownloadingErrors.Value Then MyMainLOG = $"{ToStringForLog()}: Stories downloading skipped (560)" Return ErrHandlingValueStories Else diff --git a/SCrawler/API/OnlyFans/SiteSettings.vb b/SCrawler/API/OnlyFans/SiteSettings.vb index 4b665b5..f2f61db 100644 --- a/SCrawler/API/OnlyFans/SiteSettings.vb +++ b/SCrawler/API/OnlyFans/SiteSettings.vb @@ -99,6 +99,19 @@ Namespace API.OnlyFans End Get End Property #End Region +#Region "Other" + Private ReadOnly Property OpenPostsUsingID_XML As PropertyValue + + Private ReadOnly Property OpenPostsUsingID As PropertyValue + Get + If Not DefaultInstance Is Nothing Then + Return DirectCast(DefaultInstance, SiteSettings).OpenPostsUsingID_XML + Else + Return OpenPostsUsingID_XML + End If + End Get + End Property +#End Region #Region "OFScraper" Private ReadOnly Property OFScraperPath_XML As PropertyValue @@ -285,6 +298,8 @@ Namespace API.OnlyFans UpdateRules401_XML = New PropertyValue(False) + OpenPostsUsingID_XML = New PropertyValue(True) + UserRegex = RParams.DMS(String.Format(UserRegexDefaultPattern, "onlyfans.com/"), 1, EDP.ReturnValue) UrlPatternUser = "https://onlyfans.com/{0}" ImageVideoContains = "onlyfans.com" @@ -363,8 +378,9 @@ Namespace API.OnlyFans End If If p.IsEmptyString Then Return GetUserUrl(User) + ElseIf CBool(OpenPostsUsingID.Value) Then + Return String.Format(UserPostPattern, p, If(User.ID.IsEmptyString, User.NameTrue, $"u{User.ID}")) Else - 'Return String.Format(UserPostPattern, p, If(User.ID.IsEmptyString, User.Name, $"u{User.ID}")) Return String.Format(UserPostPattern, p, User.NameTrue) End If Else diff --git a/SCrawler/My Project/AssemblyInfo.vb b/SCrawler/My Project/AssemblyInfo.vb index 3d9ac49..5d9aeb3 100644 --- a/SCrawler/My Project/AssemblyInfo.vb +++ b/SCrawler/My Project/AssemblyInfo.vb @@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices ' by using the '*' as shown below: ' - - + +