CalvinBackup/anonymous_github
1
0 Fork 0
mirror of https://github.com/tdurieux/anonymous_github.git synced 2026-10-20 06:37:23 +02:00
Code Issues Packages Projects Releases Wiki Activity

perf: bound request work and resource usage (#866)

Browse Source 
* perf: bound request work and resource usage

* fix: address performance review regressions

* fix: guard content expiration and dashboard state

* fix: tolerate cache outages and retire derived paths

* fix: revalidate expiration claims and status pagination

* fix: retry interrupted repository metadata cleanup

* fix: retire obsolete content cache storage

* fix: activate tree metadata and recheck expiration claims

* fix: fence cache publication across expiration

* fix: recover staged trees and enforce cache lifecycle cleanup

* fix: prune expired transforms during database outages

* fix: finish conference removals and reload expiration candidates
This commit is contained in:
Thomas Durieux authored and GitHub committed 2026-10-08 03:38:19 +01:00
1 parent 32722169a2
commit 6434337923
74 files changed
+4752 -553
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

docs/performance-results.json
+177
View File
@@ -0,0 +1,177 @@
{
"date": "2026-10-07",
"baselineRevision": "a7e3826",
"node": "v24.14.1",
"cpu": [
{
"case": "search",
"files": 1000,
"medianMs": 0.502400000000307,
"baselineMs": 222.9168720000007,
"speedup": 443.70396496788305
},
{
"case": "search",
"files": 5000,
"medianMs": 0.46089800000027026,
"baselineMs": 4724.687013999999,
"speedup": 10251.04689974187
},
{
"case": "search",
"files": 10000,
"medianMs": 0.32013899999583373,
"baselineMs": 22445.405297999998,
"speedup": 70111.43690175861
},
{
"case": "search",
"files": 100000,
"medianMs": 0.38411400000040885,
"baselineMs": null,
"speedup": null
},
{
"case": "compile-once paths",
"files": 10000,
"medianMs": 39.23022500000661,
"baselineMs": 2198.6516830000037,
"speedup": 56.04483999262388
}
],
"largeText": [
{
"case": "large text",
"concurrent": 4,
"fileMiB": 48,
"elapsedMs": 10560.582797,
"outputMiB": 192,
"peakRssMiB": 555.45703125,
"rssIncreaseMiB": 274.4453125,
"eventLoopP95Ms": 11.608063,
"eventLoopMaxMs": 45.023231
},
{
"case": "large text",
"concurrent": 1,
"fileMiB": 100,
"elapsedMs": 6453.477399,
"outputMiB": 100,
"peakRssMiB": 640.92578125,
"rssIncreaseMiB": 361.0390625,
"eventLoopP95Ms": 11.239423,
"eventLoopMaxMs": 33.488895
}
],
"browser": {
"pdfPages": 100,
"codeNavigations": 10,
"activeHashListeners": 1,
"hashListenersAfterEditorRemoval": 0,
"maxObservedPdfCanvases": 2,
"maxObservedCanvasBackingMiB": 33.13,
"pdfZoomPercent": 125,
"dashboardInitialRows": 50,
"dashboardRowsAfterLoadMore": 100,
"dashboardFilteredRows": 1,
"dashboardTotal": 150
},
"database": {
"unrelatedRepositories": 2000,
"membershipDocsExaminedUpperBoundExclusive": 10,
"indexedPathLookupDocsExamined": 1,
"maintenanceCollections": [
"repositories",
"gists",
"pullRequests"
],
"maintenanceDocsExaminedUpperBoundExclusive": 10
},
"cache": {
"processes": 2,
"concurrentCallers": 10,
"producerDownloads": 1,
"warmS3HeadRequests": 1,
"warmS3GetRequests": 1
},
"slowZip": {
"entries": 12,
"entryMiB": 1,
"activeTransformers": 1,
"queuedOutputMiB": 0
},
"limits": [
"Search CPU fixture uses pre-anonymized rows and excludes MongoDB and HTTP latency.",
"RSS measurements include the source-mode application imports and ts-node workers. Worker memory admission uses estimates; it is not a hard process RSS cap.",
"S3 validation uses the AWS SDK against a disposable HTTP protocol fixture. Production service multipart and failure behavior still needs rollout validation.",
"Browser results cover the tested navigation sequence and 100-page fixture, not all PDF documents."
],
"tests": {
"fullSuite": {
"passing": 948,
"pending": 51,
"failing": 0,
"note": "Clean committed checkout after ten PR review follow-ups, with disposable MongoDB/Redis and memory-backed temporary storage. Streamer startup/lifecycle/idle-cleanup integration uses compiled application code in separate processes; unrelated workspace files excluded. Includes bulk expiration races across repositories, gists and pull requests, and conference removal after multiple storage failures.",
"validationDate": "2026-10-08"
},
"performanceSuite": {
"passing": 122,
"note": "Included in the latest clean full-suite run with disposable MongoDB and Redis."
},
"uiSuite": {
"passing": 134,
"note": "Earlier standalone UI run; the latest full suite includes subsequent UI additions. Both focused rename cases and five status-polling cases passed."
},
"build": "passed",
"lint": {
"errors": 0,
"existingWarnings": 7
},
"indexMigration": "passed twice on disposable MongoDB; existing indexes retained; staging, retirement and pending-cleanup indexes verified; legacy stream-cache cleanup queued and ZIP sources excluded",
"workspaceSuite": {
"passing": 862,
"pending": 51,
"failing": 2,
"failures": [
"Pre-existing missing export PullRequest.buildPullRequestDiffRequest",
"Pre-existing missing export applyNewPullRequestFields"
],
"note": "Earlier working-tree run included unrelated untracked runtime regression tests that are excluded from this PR."
},
"streamerRuntime": {
"compiled": true,
"startupWaitsForMongoDB": "passed",
"maxPoolSize": 10,
"minPoolSize": 0,
"expirationLateFillHttpStatus": 409,
"idleReplicaCacheAndSpoolCleanup": "passed",
"startupFailureExitCode": 1,
"scope": "Disposable MongoDB and local filesystem; controlled download/publication fixtures. Pool settings are asserted, not production socket measurements."
}
},
"sockets": {
"sequential": {
"reads": 100,
"httpRequests": 200,
"connectionsOpened": 1,
"peakConnections": 1,
"idleConnections": 1
},
"parallel": {
"concurrentReads": 100,
"httpRequests": 200,
"totalConnectionsOpened": 50,
"peakConnections": 50,
"idleConnections": 50
},
"afterPoolDestroy": 0,
"cancellation": {
"requests": 20,
"connectionsOpened": 20,
"peakConnections": 1,
"connectionsAfterEachCancellation": 0,
"maxObservedReleaseMs": 14.330879000000095
},
"scope": "Local HTTP probe using the actual S3 SDK/storage adapter and got proxy streams. S3 measurements use one timeout profile and one endpoint; counts are not application-wide or production measurements."
}
}