Private Decentralized Inference on Consumer Hardware [pdf]

Layr-Labs / d-inference Public Notifications You must be signed in to change notification settings Fork 22 Star 126 Code Issues 32 Pull requests 27 Actions Projects Security and quality 0 Insights Additional navigation options Code Issues Pull requests Actions Projects Security and quality Insights {"payload":{"codeViewBlobRoute":{"csv":null,"csvError":null,"headerInfo":{"toc":null},"issueTemplate":null,"discussionTemplate":null,"richText":null,"richTextTruncated":false,"renderedFileInfo":{"identityUUID":"5b079f76-1100-4cda-97a6-eb6e9ebccdcb","renderFileType":"pdf","size":732961},"symbols":null},"codeViewLayoutRoute":{"repo":{"id":1182082906,"defaultBranch":"master","name":"d-inference","ownerLogin":"Layr-Labs","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2026-03-15T02:33:31.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/92827658?v=4","public":true,"private":false,"isOrgOwned":true},"currentUser":null,"uploadToken":"fAhl1oDxfvcxjo9sqRiNKL62HOIjFoYNL7UDG2PR6LbZaxR2MiwdpDa-oBD_3TvqAAwKin84iMf5y2fw8Gc0-Q","allShortcutsEnabled":false,"treeExpanded":true,"path":"papers/dginf-private-inference.pdf","symbolsExpanded":false,"refInfo":{"name":"master","listCacheKey":"v0:1777390221.0","canEdit":false,"currentOid":"f7dab6fa994abda2cbcb132f9ea28c727909af8f"},"helpUrl":"https://docs.github.com","findFileWorkerPath":"/assets-cdn/worker/find-file-worker-378c581dbdb2429c.js","findInFileWorkerPath":"/assets-cdn/worker/find-in-file-worker-82470c2dd86b326d.js","githubDevUrl":null},"codeViewFileTreeLayoutRoute":{"fileTree":{"papers":{"items":[{"name":"dginf-private-inference.pdf","path":"papers/dginf-private-inference.pdf","contentType":"file"},{"name":"dginf-private-inference.tex","path":"papers/dginf-private-inference.tex","contentType":"file"},{"name":"diagram-test.pdf","path":"papers/diagram-test.pdf","contentType":"file"},{"name":"diagram-test.tex","path":"papers/diagram-test.tex","contentType":"file"},{"name":"provisional-patent-draft.md","path":"papers/provisional-patent-draft.md","contentType":"file"},{"name":"provisional-patent-draft.pdf","path":"papers/provisional-patent-draft.pdf","contentType":"file"},{"name":"provisional-patent-draft.tex","path":"papers/provisional-patent-draft.tex","contentType":"file"}],"totalCount":7},"":{"items":[{"name":".factory","path":".factory","contentType":"directory"},{"name":".githooks","path":".githooks","contentType":"directory"},{"name":".github","path":".github","contentType":"directory"},{"name":"analytics","path":"analytics","contentType":"directory"},{"name":"app","path":"app","contentType":"directory"},{"name":"console-ui","path":"console-ui","contentType":"directory"},{"name":"coordinator","path":"coordinator","contentType":"directory"},{"name":"deploy","path":"deploy","contentType":"directory"},{"name":"docs","path":"docs","contentType":"directory"},{"name":"enclave","path":"enclave","contentType":"directory"},{"name":"landing","path":"landing","contentType":"directory"},{"name":"papers","path":"papers","contentType":"directory"},{"name":"provider","path":"provider","contentType":"directory"},{"name":"resources","path":"resources","contentType":"directory"},{"name":"scripts","path":"scripts","contentType":"directory"},{"name":"tests","path":"tests","contentType":"directory"},{"name":".gcloudignore","path":".gcloudignore","contentType":"file"},{"name":".gitignore","path":".gitignore","contentType":"file"},{"name":"AGENTS.md","path":"AGENTS.md","contentType":"file"},{"name":"CLAUDE.md","path":"CLAUDE.md","contentType":"file"},{"name":"CONTRIBUTING.md","path":"CONTRIBUTING.md","contentType":"file"},{"name":"README.md","path":"README.md","contentType":"file"}],"totalCount":22}},"fileTreeProcessingTime":176.41552399999998,"foldersToFetch":[]},"codeViewBlobLayoutRoute":{"codeLineWrapEnabled":false,"refInfo":{"name":"master","listCacheKey":"v0:1777390221.0","canEdit":false,"refType":"branch","currentOid":"f7dab6fa994abda2cbcb132f9ea28c727909af8f","canEditOnDefaultBranch":false,"fileExistsOnDefault":true},"path":"papers/dginf-private-inference.pdf","blob":{"copilotSWEAgentEnabled":false,"dependabotInfo":{"showConfigurationBanner":false,"configFilePath":null,"networkDependabotPath":"/Layr-Labs/d-inference/network/updates","dismissConfigurationNoticePath":"/settings/dismiss-notice/dependabot_configuration_notice","configurationNoticeDismissed":null},"displayName":"dginf-private-inference.pdf","displayUrl":"https://viewscreen.githubusercontent.com/view/pdf?browser=chrome\u0026bypass_fastly=true\u0026color_mode=auto\u0026commit=f7dab6fa994abda2cbcb132f9ea28c727909af8f\u0026device=unknown_device\u0026docs_host=https%3A%2F%2Fdocs.github.com\u0026enc_url=68747470733a2f2f7261772e67697468756275736572636f6e74656e742e636f6d2f4c6179722d4c6162732f642d696e666572656e63652f663764616236666139393461626461326362636231333266396561323863373237393039616638662f7061706572732f6467696e662d707269766174652d696e666572656e63652e706466\u0026logged_in=false\u0026nwo=Layr-Labs%2Fd-inference\u0026path=papers%2Fdginf-private-inference.pdf\u0026platform=mac\u0026repository_id=1182082906\u0026repository_type=Repository\u0026version=126","headerInfo":{"blobSize":"716 KB","deleteTooltip":"You must be signed in to make or propose changes","editTooltip":"You must be signed in to make or propose changes","ghDesktopPath":"https://desktop.github.com","isGitLfs":false,"onBranch":true,"shortPath":"394d543","siteNavLoginPath":"/login?return_to=https%3A%2F%2Fgithub.com%2FLayr-Labs%2Fd-inference%2Fblob%2Fmaster%2Fpapers%2Fdginf-private-inference.pdf","isCSV":false,"isRichtext":false,"lineInfo":{"truncatedLoc":null,"truncatedSloc":null},"mode":"file"},"image":false,"isCodeownersFile":null,"isPlain":false,"isValidLegacyIssueTemplate":false,"isIssueTemplate":false,"isDiscussionTemplate":false,"language":null,"languageID":null,"large":false,"planSupportInfo":{"repoIsFork":null,"repoOwnedByCurrentUser":null,"requestFullPath":"/Layr-Labs/d-inference/blob/master/papers/dginf-private-inference.pdf","showFreeOrgGatedFeatureMessage":null,"showPlanSupportBanner":null,"upgradeDataAttributes":null,"upgradePath":null},"publishBannersInfo":{"dismissActionNoticePath":"/settings/dismiss-notice/publish_action_from_dockerfile","releasePath":"/Layr-Labs/d-inference/releases/new?marketplace=true","showPublishActionBanner":false},"rawBlobUrl":"https://github.com/Layr-Labs/d-inference/raw/refs/heads/master/papers/dginf-private-inference.pdf","renderImageOrRaw":true,"shortPath":null,"symbolsEnabled":true,"tabSize":4,"topBannersInfo":{"overridingGlobalFundingFile":false,"globalPreferredFundingPath":null,"showInvalidCitationWarning":false,"citationHelpUrl":"https://docs.github.com/github/creating-cloning-and-archiving-repositories/creating-a-repository-on-github/about-citation-files","actionsOnboardingTip":null},"truncated":false,"viewable":false,"workflowRedirectUrl":null},"copilotInfo":null,"copilotAccessAllowed":false,"copilotSpacesEnabled":false,"modelsAccessAllowed":false,"modelsRepoIntegrationEnabled":false,"isMarketplaceEnabled":true}},"title":"d-inference/papers/dginf-private-inference.pdf at master · Layr-Labs/d-inference","appPayload":{},"meta":{"title":"d-inference/papers/dginf-private-inference.pdf at master · Layr-Labs/d-inference"}} FilesExpand file tree masterBreadcrumbsd-inference/papers/dginf-private-inference.pdfCopy pathMore file actionsMore file actions Latest commit HistoryHistoryHistory716 KB masterBreadcrumbsd-inference/papers/dginf-private-inference.pdfTopFile metadata and controls716 KBDownload raw fileEdit and raw actions {"resolvedServerColorMode":"day"}

Private Decentralized Inference on Consumer Hardware [pdf]

Discussion

More from GitHub