Skip to content

Commit 9f010f6

Browse files
committed
Tweak chunk sizes
1 parent c306f88 commit 9f010f6

2 files changed

Lines changed: 12 additions & 9 deletions

File tree

Requester.cs

Lines changed: 11 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -14,16 +14,20 @@ namespace SteamTokenDumper;
1414

1515
internal sealed class Requester(Payload payload, SteamApps steamApps, KnownDepotIds knownDepotIds, Program app)
1616
{
17-
private const int ItemsPerRequest = 200;
17+
private const int TokensPerRequest = 5000;
18+
private const int PackagesPerRequest = 2000;
19+
private const int AppsPerRequest = 500;
20+
1821
private static readonly TimeSpan Timeout = TimeSpan.FromMinutes(1);
1922
private bool SomeRequestFailed;
2023
private readonly HashSet<uint> skippedPackages = [];
2124
private readonly HashSet<uint> skippedApps = [];
2225

2326
public List<PICSRequest> ProcessLicenseList(LicenseListCallback licenseList)
2427
{
25-
var packages = new List<PICSRequest>(licenseList.LicenseList.Count);
26-
payload.Subs.EnsureCapacity(packages.Count);
28+
var capacity = licenseList.LicenseList.Count;
29+
var packages = new List<PICSRequest>(capacity);
30+
payload.Subs.EnsureCapacity(capacity);
2731

2832
foreach (var license in licenseList.LicenseList)
2933
{
@@ -149,7 +153,7 @@ await AnsiConsole.Progress()
149153
var apps = new HashSet<uint>();
150154
var depots = new HashSet<uint>();
151155

152-
foreach (var chunk in subInfoRequests.Chunk(ItemsPerRequest))
156+
foreach (var chunk in subInfoRequests.Chunk(PackagesPerRequest))
153157
{
154158
AsyncJobMultiple<PICSProductInfoCallback>.ResultSet? info = null;
155159

@@ -248,15 +252,15 @@ await AnsiConsole.Progress()
248252

249253
private async Task Request(ProgressTask progress, ProgressTask progressTokens, ProgressTask progressDepots, HashSet<uint> ownedApps, HashSet<uint> ownedDepots)
250254
{
251-
var appInfoRequests = new List<PICSRequest>(ItemsPerRequest);
255+
var appInfoRequests = new List<PICSRequest>(AppsPerRequest);
252256
var tokensCount = 0;
253257
var tokensDeniedCount = 0;
254258
var tokensNonZeroCount = 0;
255259

256260
progressTokens.MaxValue = ownedApps.Count;
257261
progressTokens.StartTask();
258262

259-
foreach (var chunk in ownedApps.Chunk(ItemsPerRequest))
263+
foreach (var chunk in ownedApps.Chunk(TokensPerRequest))
260264
{
261265
PICSTokensCallback? tokens = null;
262266

@@ -312,7 +316,6 @@ private async Task Request(ProgressTask progress, ProgressTask progressTokens, P
312316
progress.MaxValue = appInfoRequests.Count;
313317
progress.StartTask();
314318

315-
var total = (-1L + appInfoRequests.Count + ItemsPerRequest) / ItemsPerRequest;
316319
var alreadySeen = new HashSet<uint>();
317320
var depotKeysRequested = 0;
318321
var depotKeysFailed = 0;
@@ -350,7 +353,7 @@ async Task CheckFinishedDepotKeyRequests()
350353
}
351354
}
352355

353-
foreach (var chunk in appInfoRequests.AsEnumerable().Reverse().Chunk(ItemsPerRequest))
356+
foreach (var chunk in appInfoRequests.AsEnumerable().Reverse().Chunk(AppsPerRequest))
354357
{
355358
AsyncJobMultiple<PICSProductInfoCallback>.ResultSet? appInfo = null;
356359

SteamTokenDumper.csproj

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@
2929
<PackageReference Include="Microsoft.IdentityModel.JsonWebTokens" Version="8.15.0" />
3030
<PackageReference Include="QRCoder" Version="1.7.0" />
3131
<PackageReference Include="Spectre.Console" Version="0.54.0" />
32-
<PackageReference Include="SteamKit2" Version="3.3.1" />
32+
<PackageReference Include="SteamKit2" Version="3.4.0" />
3333
<PackageReference Include="ValveKeyValue" Version="0.20.0.417" />
3434
</ItemGroup>
3535
<ItemGroup>

0 commit comments

Comments
 (0)