GET https://kbin.spritesserver.nl/m/selfhosted@lemmy.world/t/25051/How-to-selfhost-a-llm

Response
200 OK
IP
216.73.216.9
Profiled on
Token
ff382c

Security

Token

There is no security token.

Firewall

main Name
Security enabled
Stateless

Configuration

Key Value
provider security.user.provider.concrete.app_user_provider
context main
entry_point App\Security\KbinAuthenticator
user_checker App\Security\UserChecker
access_denied_handler (none)
access_denied_url (none)
authenticators 
[
  "two_factor"
  "remember_me"
  "App\Security\KbinAuthenticator"
  "App\Security\FacebookAuthenticator"
  "App\Security\GoogleAuthenticator"
  "App\Security\GithubAuthenticator"
  "App\Security\KeycloakAuthenticator"
]

Listeners

Listener Duration Response 
Symfony\Component\Security\Http\Firewall\ChannelListener {#723
  -map: Symfony\Component\Security\Http\AccessMap {#722 …}
  -logger: Monolog\Logger {#783 …}
  -httpPort: 80
  -httpsPort: 443
}
 0.00 ms (none) 
Symfony\Component\Security\Http\Firewall\ContextListener {#706
  -tokenStorage: Symfony\Component\Security\Core\Authentication\Token\Storage\TokenStorage {#1017 …}
  -sessionKey: "_security_main"
  -logger: Monolog\Logger {#783 …}
  -userProviders: Symfony\Component\DependencyInjection\Argument\RewindableGenerator {#705 …}
  -dispatcher: Symfony\Component\EventDispatcher\Debug\TraceableEventDispatcher {#747 …}
  -registered: false
  -trustResolver: Scheb\TwoFactorBundle\Security\Authentication\AuthenticationTrustResolver {#780 …}
  -sessionTrackerEnabler: Symfony\Component\Security\Core\Authentication\Token\Storage\UsageTrackingTokenStorage::enableUsageTracking(): void {#703 …}
}
 2.85 ms (none) 
Symfony\Component\Security\Http\Firewall\AuthenticatorManagerListener {#584
  -authenticatorManager: Symfony\Component\Security\Http\Authentication\AuthenticatorManager {#595 …}
}
 0.00 ms (none) 
Scheb\TwoFactorBundle\Security\Http\Firewall\TwoFactorAccessListener {#582
  -twoFactorFirewallConfig: Scheb\TwoFactorBundle\Security\TwoFactor\TwoFactorFirewallConfig {#842 …}
  -tokenStorage: Symfony\Component\Security\Core\Authentication\Token\Storage\UsageTrackingTokenStorage {#1018 …}
  -twoFactorAccessDecider: Scheb\TwoFactorBundle\Security\Authorization\TwoFactorAccessDecider {#581 …}
}
 0.05 ms (none) 
Symfony\Component\Security\Http\Firewall\AccessListener {#579
  -tokenStorage: Symfony\Component\Security\Core\Authentication\Token\Storage\UsageTrackingTokenStorage {#1018 …}
  -accessDecisionManager: Symfony\Component\Security\Core\Authorization\TraceableAccessDecisionManager {#937 …}
  -map: Symfony\Component\Security\Http\AccessMap {#722 …}
}
 0.00 ms (none) 
Symfony\Component\Security\Http\Firewall\LogoutListener {#786
  -tokenStorage: Symfony\Component\Security\Core\Authentication\Token\Storage\UsageTrackingTokenStorage {#1018 …}
  -options: [
    "csrf_parameter" => "_csrf_token"
    "csrf_token_id" => "logout"
    "logout_path" => "app_logout"
  ]
  -httpUtils: Symfony\Component\Security\Http\HttpUtils {#841 …}
  -csrfTokenManager: Symfony\Component\Security\Csrf\CsrfTokenManager {#1015 …}
  -eventDispatcher: Symfony\Component\EventDispatcher\Debug\TraceableEventDispatcher {#747 …}
}
 0.00 ms (none)

Authenticators

No authenticators have been recorded. Check previous profiles on your authentication endpoint.

Access Decision

affirmative Strategy
# Voter class
1 
"Symfony\Component\Security\Core\Authorization\Voter\AuthenticatedVoter"
2 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
3 
"Symfony\Component\Security\Core\Authorization\Voter\RoleHierarchyVoter"
4 
"Symfony\Component\Security\Core\Authorization\Voter\ExpressionVoter"
5 
"App\Security\Voter\EntryCommentVoter"
6 
"App\Security\Voter\EntryVoter"
7 
"App\Security\Voter\MagazineVoter"
8 
"App\Security\Voter\MessageThreadVoter"
9 
"App\Security\Voter\MessageVoter"
10 
"App\Security\Voter\NotificationVoter"
11 
"App\Security\Voter\OAuth2UserConsentVoter"
12 
"App\Security\Voter\PostCommentVoter"
13 
"App\Security\Voter\PostVoter"
14 
"App\Security\Voter\UserVoter"

Access decision log

# Result Attributes Object
1 DENIED ROLE_USER 
null
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"Symfony\Component\Security\Core\Authorization\Voter\RoleHierarchyVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
2 DENIED moderate 
App\Entity\Entry {#2400
  +user: Proxies\__CG__\App\Entity\User {#1973 …}
  +magazine: App\Entity\Magazine {#263
    +icon: Proxies\__CG__\App\Entity\Image {#244 …}
    +name: "selfhosted@lemmy.world"
    +title: "selfhosted"
    +description: """
      A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
      \n
      Rules:\n
      \n
      - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
      - No spam posting.\n
      - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
      - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
      - No trolling.\n
      \n
      Resources:\n
      \n
      - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
      - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
      - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
      \n
      > Any issues on the community? Report it using the report flag.\n
      \n
      > Questions? DM the mods!
      """
    +rules: null
    +subscriptionsCount: 1
    +entryCount: 222
    +entryCommentCount: 3916
    +postCount: 0
    +postCommentCount: 0
    +isAdult: false
    +customCss: null
    +lastActive: DateTime @1729582735 {#273
      date: 2024-10-22 09:38:55.0 +02:00
    }
    +markedForDeletionAt: null
    +tags: null
    +moderators: Doctrine\ORM\PersistentCollection {#235 …}
    +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
    +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
    +entries: Doctrine\ORM\PersistentCollection {#178 …}
    +posts: Doctrine\ORM\PersistentCollection {#136 …}
    +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
    +bans: Doctrine\ORM\PersistentCollection {#115 …}
    +reports: Doctrine\ORM\PersistentCollection {#101 …}
    +badges: Doctrine\ORM\PersistentCollection {#79 …}
    +logs: Doctrine\ORM\PersistentCollection {#69 …}
    +awards: Doctrine\ORM\PersistentCollection {#1830 …}
    +categories: Doctrine\ORM\PersistentCollection {#1863 …}
    -id: 120
    +apId: "selfhosted@lemmy.world"
    +apProfileId: "https://lemmy.world/c/selfhosted"
    +apPublicUrl: "https://lemmy.world/c/selfhosted"
    +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
    +apInboxUrl: "https://lemmy.world/inbox"
    +apDomain: "lemmy.world"
    +apPreferredUsername: "selfhosted"
    +apDiscoverable: true
    +apManuallyApprovesFollowers: null
    +privateKey: null
    +publicKey: null
    +apFetchedAt: DateTime @1703473826 {#267
      date: 2023-12-25 04:10:26.0 +01:00
    }
    +apDeletedAt: null
    +apTimeoutAt: null
    +visibility: "visible             "
    +createdAt: DateTimeImmutable @1703473826 {#269
      date: 2023-12-25 04:10:26.0 +01:00
    }
  }
  +image: null
  +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
  +slug: "How-to-selfhost-a-llm"
  +title: "How to selfhost a llm?"
  +url: null
  +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
  +type: "article"
  +lang: "en"
  +isOc: false
  +hasEmbed: false
  +commentCount: 6
  +favouriteCount: 33
  +score: 0
  +isAdult: false
  +sticky: false
  +lastActive: DateTime @1708338908 {#2420
    date: 2024-02-19 11:35:08.0 +01:00
  }
  +ip: null
  +adaAmount: 0
  +tags: null
  +mentions: null
  +comments: Doctrine\ORM\PersistentCollection {#1408 …}
  +votes: Doctrine\ORM\PersistentCollection {#1961 …}
  +reports: Doctrine\ORM\PersistentCollection {#1972 …}
  +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
  +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
  +badges: Doctrine\ORM\PersistentCollection {#2436 …}
  +children: []
  -id: 25051
  -titleTs: "'llm':5 'selfhost':3"
  -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
  +cross: false
  +upVotes: 0
  +downVotes: 0
  +ranking: 1703673590
  +visibility: "visible             "
  +apId: "https://programming.dev/post/7740600"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703587190 {#1816
    date: 2023-12-26 11:39:50.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS DENIED 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
3 DENIED edit 
App\Entity\Entry {#2400
  +user: Proxies\__CG__\App\Entity\User {#1973 …}
  +magazine: App\Entity\Magazine {#263
    +icon: Proxies\__CG__\App\Entity\Image {#244 …}
    +name: "selfhosted@lemmy.world"
    +title: "selfhosted"
    +description: """
      A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
      \n
      Rules:\n
      \n
      - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
      - No spam posting.\n
      - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
      - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
      - No trolling.\n
      \n
      Resources:\n
      \n
      - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
      - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
      - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
      \n
      > Any issues on the community? Report it using the report flag.\n
      \n
      > Questions? DM the mods!
      """
    +rules: null
    +subscriptionsCount: 1
    +entryCount: 222
    +entryCommentCount: 3916
    +postCount: 0
    +postCommentCount: 0
    +isAdult: false
    +customCss: null
    +lastActive: DateTime @1729582735 {#273
      date: 2024-10-22 09:38:55.0 +02:00
    }
    +markedForDeletionAt: null
    +tags: null
    +moderators: Doctrine\ORM\PersistentCollection {#235 …}
    +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
    +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
    +entries: Doctrine\ORM\PersistentCollection {#178 …}
    +posts: Doctrine\ORM\PersistentCollection {#136 …}
    +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
    +bans: Doctrine\ORM\PersistentCollection {#115 …}
    +reports: Doctrine\ORM\PersistentCollection {#101 …}
    +badges: Doctrine\ORM\PersistentCollection {#79 …}
    +logs: Doctrine\ORM\PersistentCollection {#69 …}
    +awards: Doctrine\ORM\PersistentCollection {#1830 …}
    +categories: Doctrine\ORM\PersistentCollection {#1863 …}
    -id: 120
    +apId: "selfhosted@lemmy.world"
    +apProfileId: "https://lemmy.world/c/selfhosted"
    +apPublicUrl: "https://lemmy.world/c/selfhosted"
    +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
    +apInboxUrl: "https://lemmy.world/inbox"
    +apDomain: "lemmy.world"
    +apPreferredUsername: "selfhosted"
    +apDiscoverable: true
    +apManuallyApprovesFollowers: null
    +privateKey: null
    +publicKey: null
    +apFetchedAt: DateTime @1703473826 {#267
      date: 2023-12-25 04:10:26.0 +01:00
    }
    +apDeletedAt: null
    +apTimeoutAt: null
    +visibility: "visible             "
    +createdAt: DateTimeImmutable @1703473826 {#269
      date: 2023-12-25 04:10:26.0 +01:00
    }
  }
  +image: null
  +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
  +slug: "How-to-selfhost-a-llm"
  +title: "How to selfhost a llm?"
  +url: null
  +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
  +type: "article"
  +lang: "en"
  +isOc: false
  +hasEmbed: false
  +commentCount: 6
  +favouriteCount: 33
  +score: 0
  +isAdult: false
  +sticky: false
  +lastActive: DateTime @1708338908 {#2420
    date: 2024-02-19 11:35:08.0 +01:00
  }
  +ip: null
  +adaAmount: 0
  +tags: null
  +mentions: null
  +comments: Doctrine\ORM\PersistentCollection {#1408 …}
  +votes: Doctrine\ORM\PersistentCollection {#1961 …}
  +reports: Doctrine\ORM\PersistentCollection {#1972 …}
  +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
  +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
  +badges: Doctrine\ORM\PersistentCollection {#2436 …}
  +children: []
  -id: 25051
  -titleTs: "'llm':5 'selfhost':3"
  -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
  +cross: false
  +upVotes: 0
  +downVotes: 0
  +ranking: 1703673590
  +visibility: "visible             "
  +apId: "https://programming.dev/post/7740600"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703587190 {#1816
    date: 2023-12-26 11:39:50.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS DENIED 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
4 DENIED moderate 
App\Entity\Entry {#2400
  +user: Proxies\__CG__\App\Entity\User {#1973 …}
  +magazine: App\Entity\Magazine {#263
    +icon: Proxies\__CG__\App\Entity\Image {#244 …}
    +name: "selfhosted@lemmy.world"
    +title: "selfhosted"
    +description: """
      A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
      \n
      Rules:\n
      \n
      - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
      - No spam posting.\n
      - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
      - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
      - No trolling.\n
      \n
      Resources:\n
      \n
      - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
      - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
      - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
      \n
      > Any issues on the community? Report it using the report flag.\n
      \n
      > Questions? DM the mods!
      """
    +rules: null
    +subscriptionsCount: 1
    +entryCount: 222
    +entryCommentCount: 3916
    +postCount: 0
    +postCommentCount: 0
    +isAdult: false
    +customCss: null
    +lastActive: DateTime @1729582735 {#273
      date: 2024-10-22 09:38:55.0 +02:00
    }
    +markedForDeletionAt: null
    +tags: null
    +moderators: Doctrine\ORM\PersistentCollection {#235 …}
    +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
    +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
    +entries: Doctrine\ORM\PersistentCollection {#178 …}
    +posts: Doctrine\ORM\PersistentCollection {#136 …}
    +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
    +bans: Doctrine\ORM\PersistentCollection {#115 …}
    +reports: Doctrine\ORM\PersistentCollection {#101 …}
    +badges: Doctrine\ORM\PersistentCollection {#79 …}
    +logs: Doctrine\ORM\PersistentCollection {#69 …}
    +awards: Doctrine\ORM\PersistentCollection {#1830 …}
    +categories: Doctrine\ORM\PersistentCollection {#1863 …}
    -id: 120
    +apId: "selfhosted@lemmy.world"
    +apProfileId: "https://lemmy.world/c/selfhosted"
    +apPublicUrl: "https://lemmy.world/c/selfhosted"
    +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
    +apInboxUrl: "https://lemmy.world/inbox"
    +apDomain: "lemmy.world"
    +apPreferredUsername: "selfhosted"
    +apDiscoverable: true
    +apManuallyApprovesFollowers: null
    +privateKey: null
    +publicKey: null
    +apFetchedAt: DateTime @1703473826 {#267
      date: 2023-12-25 04:10:26.0 +01:00
    }
    +apDeletedAt: null
    +apTimeoutAt: null
    +visibility: "visible             "
    +createdAt: DateTimeImmutable @1703473826 {#269
      date: 2023-12-25 04:10:26.0 +01:00
    }
  }
  +image: null
  +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
  +slug: "How-to-selfhost-a-llm"
  +title: "How to selfhost a llm?"
  +url: null
  +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
  +type: "article"
  +lang: "en"
  +isOc: false
  +hasEmbed: false
  +commentCount: 6
  +favouriteCount: 33
  +score: 0
  +isAdult: false
  +sticky: false
  +lastActive: DateTime @1708338908 {#2420
    date: 2024-02-19 11:35:08.0 +01:00
  }
  +ip: null
  +adaAmount: 0
  +tags: null
  +mentions: null
  +comments: Doctrine\ORM\PersistentCollection {#1408 …}
  +votes: Doctrine\ORM\PersistentCollection {#1961 …}
  +reports: Doctrine\ORM\PersistentCollection {#1972 …}
  +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
  +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
  +badges: Doctrine\ORM\PersistentCollection {#2436 …}
  +children: []
  -id: 25051
  -titleTs: "'llm':5 'selfhost':3"
  -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
  +cross: false
  +upVotes: 0
  +downVotes: 0
  +ranking: 1703673590
  +visibility: "visible             "
  +apId: "https://programming.dev/post/7740600"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703587190 {#1816
    date: 2023-12-26 11:39:50.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS DENIED 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
5 DENIED ROLE_USER 
null
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"Symfony\Component\Security\Core\Authorization\Voter\RoleHierarchyVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
6 DENIED moderate 
App\Entity\EntryComment {#4019
  +user: App\Entity\User {#3967 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "I’ve heard good things about H2O AI if you want to self host and tweak the model by uploading documents of your own (so that you get answers based on your dataset). I’m not sure how difficult it is. Maybe someone more knowledgeable will chime in."
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703670168 {#4028
    date: 2023-12-27 10:42:48.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4017 …}
  +nested: Doctrine\ORM\PersistentCollection {#4015 …}
  +votes: Doctrine\ORM\PersistentCollection {#4013 …}
  +reports: Doctrine\ORM\PersistentCollection {#4011 …}
  +favourites: Doctrine\ORM\PersistentCollection {#3979 …}
  +notifications: Doctrine\ORM\PersistentCollection {#3983 …}
  -id: 256067
  -bodyTs: "'ai':8 'answer':29 'base':30 'chime':47 'dataset':33 'difficult':39 'document':21 'get':28 'good':4 'h2o':7 'heard':3 'host':14 'knowledg':45 'm':35 'mayb':42 'model':18 'self':13 'someon':43 'sure':37 'thing':5 'tweak':16 'upload':20 've':2 'want':11"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://discuss.tchncs.de/comment/5958334"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703670168 {#3964
    date: 2023-12-27 10:42:48.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
7 DENIED edit 
App\Entity\EntryComment {#4019
  +user: App\Entity\User {#3967 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "I’ve heard good things about H2O AI if you want to self host and tweak the model by uploading documents of your own (so that you get answers based on your dataset). I’m not sure how difficult it is. Maybe someone more knowledgeable will chime in."
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703670168 {#4028
    date: 2023-12-27 10:42:48.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4017 …}
  +nested: Doctrine\ORM\PersistentCollection {#4015 …}
  +votes: Doctrine\ORM\PersistentCollection {#4013 …}
  +reports: Doctrine\ORM\PersistentCollection {#4011 …}
  +favourites: Doctrine\ORM\PersistentCollection {#3979 …}
  +notifications: Doctrine\ORM\PersistentCollection {#3983 …}
  -id: 256067
  -bodyTs: "'ai':8 'answer':29 'base':30 'chime':47 'dataset':33 'difficult':39 'document':21 'get':28 'good':4 'h2o':7 'heard':3 'host':14 'knowledg':45 'm':35 'mayb':42 'model':18 'self':13 'someon':43 'sure':37 'thing':5 'tweak':16 'upload':20 've':2 'want':11"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://discuss.tchncs.de/comment/5958334"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703670168 {#3964
    date: 2023-12-27 10:42:48.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
8 DENIED moderate 
App\Entity\EntryComment {#4019
  +user: App\Entity\User {#3967 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "I’ve heard good things about H2O AI if you want to self host and tweak the model by uploading documents of your own (so that you get answers based on your dataset). I’m not sure how difficult it is. Maybe someone more knowledgeable will chime in."
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703670168 {#4028
    date: 2023-12-27 10:42:48.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4017 …}
  +nested: Doctrine\ORM\PersistentCollection {#4015 …}
  +votes: Doctrine\ORM\PersistentCollection {#4013 …}
  +reports: Doctrine\ORM\PersistentCollection {#4011 …}
  +favourites: Doctrine\ORM\PersistentCollection {#3979 …}
  +notifications: Doctrine\ORM\PersistentCollection {#3983 …}
  -id: 256067
  -bodyTs: "'ai':8 'answer':29 'base':30 'chime':47 'dataset':33 'difficult':39 'document':21 'get':28 'good':4 'h2o':7 'heard':3 'host':14 'knowledg':45 'm':35 'mayb':42 'model':18 'self':13 'someon':43 'sure':37 'thing':5 'tweak':16 'upload':20 've':2 'want':11"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://discuss.tchncs.de/comment/5958334"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703670168 {#3964
    date: 2023-12-27 10:42:48.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
9 DENIED ROLE_USER 
null
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"Symfony\Component\Security\Core\Authorization\Voter\RoleHierarchyVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
10 DENIED moderate 
App\Entity\EntryComment {#4051
  +user: App\Entity\User {#4040 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: """
    If low on hw then look into [petals](https://petals.dev/) or the [kobold horde](https://horde.koboldai.net/) frameworks. Both share models in a p2p fashion afaik.\n
    \n
    Petals at least, lets you create private networks, so you could host some of a model on your 24/7 server, some on your laptop CPU and the rest on your laptop GPU - as an example.\n
    \n
    Haven’t tried tho, so good luck ;)
    """
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703638066 {#4057
    date: 2023-12-27 01:47:46.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4056 …}
  +nested: Doctrine\ORM\PersistentCollection {#4055 …}
  +votes: Doctrine\ORM\PersistentCollection {#4046 …}
  +reports: Doctrine\ORM\PersistentCollection {#4049 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4044 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4042 …}
  -id: 255224
  -bodyTs: "'/)':11,18 '24/7':46 'afaik':27 'could':38 'cpu':52 'creat':33 'exampl':62 'fashion':26 'framework':19 'good':68 'gpu':59 'haven':63 'hord':15 'horde.koboldai.net':17 'horde.koboldai.net/)':16 'host':39 'hw':4 'kobold':14 'laptop':51,58 'least':30 'let':31 'look':6 'low':2 'luck':69 'model':22,43 'network':35 'p2p':25 'petal':8,28 'petals.dev':10 'petals.dev/)':9 'privat':34 'rest':55 'server':47 'share':21 'tho':66 'tri':65"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.ml/comment/6897454"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703638066 {#4062
    date: 2023-12-27 01:47:46.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
11 DENIED edit 
App\Entity\EntryComment {#4051
  +user: App\Entity\User {#4040 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: """
    If low on hw then look into [petals](https://petals.dev/) or the [kobold horde](https://horde.koboldai.net/) frameworks. Both share models in a p2p fashion afaik.\n
    \n
    Petals at least, lets you create private networks, so you could host some of a model on your 24/7 server, some on your laptop CPU and the rest on your laptop GPU - as an example.\n
    \n
    Haven’t tried tho, so good luck ;)
    """
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703638066 {#4057
    date: 2023-12-27 01:47:46.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4056 …}
  +nested: Doctrine\ORM\PersistentCollection {#4055 …}
  +votes: Doctrine\ORM\PersistentCollection {#4046 …}
  +reports: Doctrine\ORM\PersistentCollection {#4049 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4044 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4042 …}
  -id: 255224
  -bodyTs: "'/)':11,18 '24/7':46 'afaik':27 'could':38 'cpu':52 'creat':33 'exampl':62 'fashion':26 'framework':19 'good':68 'gpu':59 'haven':63 'hord':15 'horde.koboldai.net':17 'horde.koboldai.net/)':16 'host':39 'hw':4 'kobold':14 'laptop':51,58 'least':30 'let':31 'look':6 'low':2 'luck':69 'model':22,43 'network':35 'p2p':25 'petal':8,28 'petals.dev':10 'petals.dev/)':9 'privat':34 'rest':55 'server':47 'share':21 'tho':66 'tri':65"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.ml/comment/6897454"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703638066 {#4062
    date: 2023-12-27 01:47:46.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
12 DENIED moderate 
App\Entity\EntryComment {#4051
  +user: App\Entity\User {#4040 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: """
    If low on hw then look into [petals](https://petals.dev/) or the [kobold horde](https://horde.koboldai.net/) frameworks. Both share models in a p2p fashion afaik.\n
    \n
    Petals at least, lets you create private networks, so you could host some of a model on your 24/7 server, some on your laptop CPU and the rest on your laptop GPU - as an example.\n
    \n
    Haven’t tried tho, so good luck ;)
    """
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703638066 {#4057
    date: 2023-12-27 01:47:46.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4056 …}
  +nested: Doctrine\ORM\PersistentCollection {#4055 …}
  +votes: Doctrine\ORM\PersistentCollection {#4046 …}
  +reports: Doctrine\ORM\PersistentCollection {#4049 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4044 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4042 …}
  -id: 255224
  -bodyTs: "'/)':11,18 '24/7':46 'afaik':27 'could':38 'cpu':52 'creat':33 'exampl':62 'fashion':26 'framework':19 'good':68 'gpu':59 'haven':63 'hord':15 'horde.koboldai.net':17 'horde.koboldai.net/)':16 'host':39 'hw':4 'kobold':14 'laptop':51,58 'least':30 'let':31 'look':6 'low':2 'luck':69 'model':22,43 'network':35 'p2p':25 'petal':8,28 'petals.dev':10 'petals.dev/)':9 'privat':34 'rest':55 'server':47 'share':21 'tho':66 'tri':65"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.ml/comment/6897454"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703638066 {#4062
    date: 2023-12-27 01:47:46.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
13 DENIED ROLE_USER 
null
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"Symfony\Component\Security\Core\Authorization\Voter\RoleHierarchyVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
14 DENIED moderate 
App\Entity\EntryComment {#4136
  +user: App\Entity\User {#4149 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "I haven’t looked into specific apps, but I have been wanting to try various trained models and figured just self hosting jupyterhub and getting models from hugging face would be a quick and flexible way to do it"
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703637955 {#4131
    date: 2023-12-27 01:45:55.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4137 …}
  +nested: Doctrine\ORM\PersistentCollection {#4139 …}
  +votes: Doctrine\ORM\PersistentCollection {#4141 …}
  +reports: Doctrine\ORM\PersistentCollection {#4143 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4145 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4147 …}
  -id: 255216
  -bodyTs: "'app':7 'face':29 'figur':19 'flexibl':35 'get':25 'haven':2 'host':22 'hug':28 'jupyterhub':23 'look':4 'model':17,26 'quick':33 'self':21 'specif':6 'train':16 'tri':14 'various':15 'want':12 'way':36 'would':30"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.world/comment/6256224"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703637955 {#4132
    date: 2023-12-27 01:45:55.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
15 DENIED edit 
App\Entity\EntryComment {#4136
  +user: App\Entity\User {#4149 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "I haven’t looked into specific apps, but I have been wanting to try various trained models and figured just self hosting jupyterhub and getting models from hugging face would be a quick and flexible way to do it"
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703637955 {#4131
    date: 2023-12-27 01:45:55.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4137 …}
  +nested: Doctrine\ORM\PersistentCollection {#4139 …}
  +votes: Doctrine\ORM\PersistentCollection {#4141 …}
  +reports: Doctrine\ORM\PersistentCollection {#4143 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4145 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4147 …}
  -id: 255216
  -bodyTs: "'app':7 'face':29 'figur':19 'flexibl':35 'get':25 'haven':2 'host':22 'hug':28 'jupyterhub':23 'look':4 'model':17,26 'quick':33 'self':21 'specif':6 'train':16 'tri':14 'various':15 'want':12 'way':36 'would':30"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.world/comment/6256224"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703637955 {#4132
    date: 2023-12-27 01:45:55.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
16 DENIED moderate 
App\Entity\EntryComment {#4136
  +user: App\Entity\User {#4149 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "I haven’t looked into specific apps, but I have been wanting to try various trained models and figured just self hosting jupyterhub and getting models from hugging face would be a quick and flexible way to do it"
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703637955 {#4131
    date: 2023-12-27 01:45:55.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4137 …}
  +nested: Doctrine\ORM\PersistentCollection {#4139 …}
  +votes: Doctrine\ORM\PersistentCollection {#4141 …}
  +reports: Doctrine\ORM\PersistentCollection {#4143 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4145 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4147 …}
  -id: 255216
  -bodyTs: "'app':7 'face':29 'figur':19 'flexibl':35 'get':25 'haven':2 'host':22 'hug':28 'jupyterhub':23 'look':4 'model':17,26 'quick':33 'self':21 'specif':6 'train':16 'tri':14 'various':15 'want':12 'way':36 'would':30"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.world/comment/6256224"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703637955 {#4132
    date: 2023-12-27 01:45:55.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
17 DENIED ROLE_USER 
null
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"Symfony\Component\Security\Core\Authorization\Voter\RoleHierarchyVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
18 DENIED moderate 
App\Entity\EntryComment {#4209
  +user: App\Entity\User {#4222 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: """
    It’s pretty easy with Ollama. Install it, then `ollama run mistral-7b` (or another model, there’s a few available ootb). [ollama.ai](https://ollama.ai/)\n
    \n
    Another option is Llamafile. [github.com/Mozilla-Ocho/llamafile](https://github.com/Mozilla-Ocho/llamafile)
    """
  +lang: "en"
  +isAdult: false
  +favouriteCount: 14
  +score: 0
  +lastActive: DateTime @1703615291 {#4204
    date: 2023-12-26 19:28:11.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4210 …}
  +nested: Doctrine\ORM\PersistentCollection {#4212 …}
  +votes: Doctrine\ORM\PersistentCollection {#4214 …}
  +reports: Doctrine\ORM\PersistentCollection {#4216 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4218 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4220 …}
  -id: 254327
  -bodyTs: "'/)':27 '/mozilla-ocho/llamafile](https://github.com/mozilla-ocho/llamafile)':34 '7b':14 'anoth':16,28 'avail':22 'easi':4 'github.com':33 'github.com/mozilla-ocho/llamafile](https://github.com/mozilla-ocho/llamafile)':32 'instal':7 'llamafil':31 'mistral':13 'mistral-7b':12 'model':17 'ollama':6,10 'ollama.ai':24,26 'ollama.ai/)':25 'ootb':23 'option':29 'pretti':3 'run':11"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.world/comment/6251896"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703615291 {#4205
    date: 2023-12-26 19:28:11.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
19 DENIED edit 
App\Entity\EntryComment {#4209
  +user: App\Entity\User {#4222 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: """
    It’s pretty easy with Ollama. Install it, then `ollama run mistral-7b` (or another model, there’s a few available ootb). [ollama.ai](https://ollama.ai/)\n
    \n
    Another option is Llamafile. [github.com/Mozilla-Ocho/llamafile](https://github.com/Mozilla-Ocho/llamafile)
    """
  +lang: "en"
  +isAdult: false
  +favouriteCount: 14
  +score: 0
  +lastActive: DateTime @1703615291 {#4204
    date: 2023-12-26 19:28:11.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4210 …}
  +nested: Doctrine\ORM\PersistentCollection {#4212 …}
  +votes: Doctrine\ORM\PersistentCollection {#4214 …}
  +reports: Doctrine\ORM\PersistentCollection {#4216 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4218 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4220 …}
  -id: 254327
  -bodyTs: "'/)':27 '/mozilla-ocho/llamafile](https://github.com/mozilla-ocho/llamafile)':34 '7b':14 'anoth':16,28 'avail':22 'easi':4 'github.com':33 'github.com/mozilla-ocho/llamafile](https://github.com/mozilla-ocho/llamafile)':32 'instal':7 'llamafil':31 'mistral':13 'mistral-7b':12 'model':17 'ollama':6,10 'ollama.ai':24,26 'ollama.ai/)':25 'ootb':23 'option':29 'pretti':3 'run':11"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.world/comment/6251896"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703615291 {#4205
    date: 2023-12-26 19:28:11.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
20 DENIED moderate 
App\Entity\EntryComment {#4209
  +user: App\Entity\User {#4222 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: """
    It’s pretty easy with Ollama. Install it, then `ollama run mistral-7b` (or another model, there’s a few available ootb). [ollama.ai](https://ollama.ai/)\n
    \n
    Another option is Llamafile. [github.com/Mozilla-Ocho/llamafile](https://github.com/Mozilla-Ocho/llamafile)
    """
  +lang: "en"
  +isAdult: false
  +favouriteCount: 14
  +score: 0
  +lastActive: DateTime @1703615291 {#4204
    date: 2023-12-26 19:28:11.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4210 …}
  +nested: Doctrine\ORM\PersistentCollection {#4212 …}
  +votes: Doctrine\ORM\PersistentCollection {#4214 …}
  +reports: Doctrine\ORM\PersistentCollection {#4216 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4218 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4220 …}
  -id: 254327
  -bodyTs: "'/)':27 '/mozilla-ocho/llamafile](https://github.com/mozilla-ocho/llamafile)':34 '7b':14 'anoth':16,28 'avail':22 'easi':4 'github.com':33 'github.com/mozilla-ocho/llamafile](https://github.com/mozilla-ocho/llamafile)':32 'instal':7 'llamafil':31 'mistral':13 'mistral-7b':12 'model':17 'ollama':6,10 'ollama.ai':24,26 'ollama.ai/)':25 'ootb':23 'option':29 'pretti':3 'run':11"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.world/comment/6251896"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703615291 {#4205
    date: 2023-12-26 19:28:11.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
21 DENIED ROLE_USER 
null
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"Symfony\Component\Security\Core\Authorization\Voter\RoleHierarchyVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
22 DENIED moderate 
App\Entity\EntryComment {#4282
  +user: App\Entity\User {#4295 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "Maybe [Serge](https://github.com/serge-chat/serge) would fit your use case."
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703615193 {#4277
    date: 2023-12-26 19:26:33.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4283 …}
  +nested: Doctrine\ORM\PersistentCollection {#4285 …}
  +votes: Doctrine\ORM\PersistentCollection {#4287 …}
  +reports: Doctrine\ORM\PersistentCollection {#4289 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4291 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4293 …}
  -id: 254316
  -bodyTs: "'/serge-chat/serge)':5 'case':10 'fit':7 'github.com':4 'github.com/serge-chat/serge)':3 'mayb':1 'serg':2 'use':9 'would':6"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.dbzer0.com/comment/6225287"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703615193 {#4278
    date: 2023-12-26 19:26:33.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
23 DENIED edit 
App\Entity\EntryComment {#4282
  +user: App\Entity\User {#4295 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "Maybe [Serge](https://github.com/serge-chat/serge) would fit your use case."
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703615193 {#4277
    date: 2023-12-26 19:26:33.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4283 …}
  +nested: Doctrine\ORM\PersistentCollection {#4285 …}
  +votes: Doctrine\ORM\PersistentCollection {#4287 …}
  +reports: Doctrine\ORM\PersistentCollection {#4289 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4291 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4293 …}
  -id: 254316
  -bodyTs: "'/serge-chat/serge)':5 'case':10 'fit':7 'github.com':4 'github.com/serge-chat/serge)':3 'mayb':1 'serg':2 'use':9 'would':6"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.dbzer0.com/comment/6225287"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703615193 {#4278
    date: 2023-12-26 19:26:33.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
24 DENIED moderate 
App\Entity\EntryComment {#4282
  +user: App\Entity\User {#4295 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "Maybe [Serge](https://github.com/serge-chat/serge) would fit your use case."
  +lang: "en"
  +isAdult: false
  +favouriteCount: 0
  +score: 0
  +lastActive: DateTime @1703615193 {#4277
    date: 2023-12-26 19:26:33.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4283 …}
  +nested: Doctrine\ORM\PersistentCollection {#4285 …}
  +votes: Doctrine\ORM\PersistentCollection {#4287 …}
  +reports: Doctrine\ORM\PersistentCollection {#4289 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4291 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4293 …}
  -id: 254316
  -bodyTs: "'/serge-chat/serge)':5 'case':10 'fit':7 'github.com':4 'github.com/serge-chat/serge)':3 'mayb':1 'serg':2 'use':9 'would':6"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://lemmy.dbzer0.com/comment/6225287"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703615193 {#4278
    date: 2023-12-26 19:26:33.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
25 DENIED ROLE_USER 
null
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"Symfony\Component\Security\Core\Authorization\Voter\RoleHierarchyVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
26 DENIED moderate 
App\Entity\EntryComment {#4357
  +user: App\Entity\User {#4370 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "Sounds like a really cool project, sadly i dont have much knowledge to contribute. Still, what kind of issues have you run into? Any specific errors or problems?"
  +lang: "en"
  +isAdult: false
  +favouriteCount: 1
  +score: 0
  +lastActive: DateTime @1703614362 {#4352
    date: 2023-12-26 19:12:42.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4358 …}
  +nested: Doctrine\ORM\PersistentCollection {#4360 …}
  +votes: Doctrine\ORM\PersistentCollection {#4362 …}
  +reports: Doctrine\ORM\PersistentCollection {#4364 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4366 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4368 …}
  -id: 254278
  -bodyTs: "'contribut':14 'cool':5 'dont':9 'error':26 'issu':19 'kind':17 'knowledg':12 'like':2 'much':11 'problem':28 'project':6 'realli':4 'run':22 'sad':7 'sound':1 'specif':25 'still':15"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://slrpnk.net/comment/4925660"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703614362 {#4353
    date: 2023-12-26 19:12:42.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
27 DENIED edit 
App\Entity\EntryComment {#4357
  +user: App\Entity\User {#4370 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "Sounds like a really cool project, sadly i dont have much knowledge to contribute. Still, what kind of issues have you run into? Any specific errors or problems?"
  +lang: "en"
  +isAdult: false
  +favouriteCount: 1
  +score: 0
  +lastActive: DateTime @1703614362 {#4352
    date: 2023-12-26 19:12:42.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4358 …}
  +nested: Doctrine\ORM\PersistentCollection {#4360 …}
  +votes: Doctrine\ORM\PersistentCollection {#4362 …}
  +reports: Doctrine\ORM\PersistentCollection {#4364 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4366 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4368 …}
  -id: 254278
  -bodyTs: "'contribut':14 'cool':5 'dont':9 'error':26 'issu':19 'kind':17 'knowledg':12 'like':2 'much':11 'problem':28 'project':6 'realli':4 'run':22 'sad':7 'sound':1 'specif':25 'still':15"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://slrpnk.net/comment/4925660"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703614362 {#4353
    date: 2023-12-26 19:12:42.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
28 DENIED moderate 
App\Entity\EntryComment {#4357
  +user: App\Entity\User {#4370 …}
  +entry: App\Entity\Entry {#2400
    +user: Proxies\__CG__\App\Entity\User {#1973 …}
    +magazine: App\Entity\Magazine {#263
      +icon: Proxies\__CG__\App\Entity\Image {#244 …}
      +name: "selfhosted@lemmy.world"
      +title: "selfhosted"
      +description: """
        A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
        \n
        Rules:\n
        \n
        - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
        - No spam posting.\n
        - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
        - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
        - No trolling.\n
        \n
        Resources:\n
        \n
        - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
        - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
        - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
        \n
        > Any issues on the community? Report it using the report flag.\n
        \n
        > Questions? DM the mods!
        """
      +rules: null
      +subscriptionsCount: 1
      +entryCount: 222
      +entryCommentCount: 3916
      +postCount: 0
      +postCommentCount: 0
      +isAdult: false
      +customCss: null
      +lastActive: DateTime @1729582735 {#273
        date: 2024-10-22 09:38:55.0 +02:00
      }
      +markedForDeletionAt: null
      +tags: null
      +moderators: Doctrine\ORM\PersistentCollection {#235 …}
      +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
      +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
      +entries: Doctrine\ORM\PersistentCollection {#178 …}
      +posts: Doctrine\ORM\PersistentCollection {#136 …}
      +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
      +bans: Doctrine\ORM\PersistentCollection {#115 …}
      +reports: Doctrine\ORM\PersistentCollection {#101 …}
      +badges: Doctrine\ORM\PersistentCollection {#79 …}
      +logs: Doctrine\ORM\PersistentCollection {#69 …}
      +awards: Doctrine\ORM\PersistentCollection {#1830 …}
      +categories: Doctrine\ORM\PersistentCollection {#1863 …}
      -id: 120
      +apId: "selfhosted@lemmy.world"
      +apProfileId: "https://lemmy.world/c/selfhosted"
      +apPublicUrl: "https://lemmy.world/c/selfhosted"
      +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
      +apInboxUrl: "https://lemmy.world/inbox"
      +apDomain: "lemmy.world"
      +apPreferredUsername: "selfhosted"
      +apDiscoverable: true
      +apManuallyApprovesFollowers: null
      +privateKey: null
      +publicKey: null
      +apFetchedAt: DateTime @1703473826 {#267
        date: 2023-12-25 04:10:26.0 +01:00
      }
      +apDeletedAt: null
      +apTimeoutAt: null
      +visibility: "visible             "
      +createdAt: DateTimeImmutable @1703473826 {#269
        date: 2023-12-25 04:10:26.0 +01:00
      }
    }
    +image: null
    +domain: Proxies\__CG__\App\Entity\Domain {#1899 …}
    +slug: "How-to-selfhost-a-llm"
    +title: "How to selfhost a llm?"
    +url: null
    +body: "I’m trying to figure out how to host one myself. I’m trying to use barvarder and [localai](https://github.com/mudler/LocalAI). But I am failing due to not enough knowledge and missing instructions. Any advice? did someone succeed with anything? I’d be happy to make other smaller steps at first as well. As long as I get somewhere."
    +type: "article"
    +lang: "en"
    +isOc: false
    +hasEmbed: false
    +commentCount: 6
    +favouriteCount: 33
    +score: 0
    +isAdult: false
    +sticky: false
    +lastActive: DateTime @1708338908 {#2420
      date: 2024-02-19 11:35:08.0 +01:00
    }
    +ip: null
    +adaAmount: 0
    +tags: null
    +mentions: null
    +comments: Doctrine\ORM\PersistentCollection {#1408 …}
    +votes: Doctrine\ORM\PersistentCollection {#1961 …}
    +reports: Doctrine\ORM\PersistentCollection {#1972 …}
    +favourites: Doctrine\ORM\PersistentCollection {#1399 …}
    +notifications: Doctrine\ORM\PersistentCollection {#2440 …}
    +badges: Doctrine\ORM\PersistentCollection {#2436 …}
    +children: []
    -id: 25051
    -titleTs: "'llm':5 'selfhost':3"
    -bodyTs: "'/mudler/localai).':22 'advic':36 'anyth':41 'barvard':17 'd':43 'due':27 'enough':30 'fail':26 'figur':5 'first':52 'get':59 'github.com':21 'github.com/mudler/localai).':20 'happi':45 'host':9 'instruct':34 'knowledg':31 'localai':19 'long':56 'm':2,13 'make':47 'miss':33 'one':10 'smaller':49 'someon':38 'somewher':60 'step':50 'succeed':39 'tri':3,14 'use':16 'well':54"
    +cross: false
    +upVotes: 0
    +downVotes: 0
    +ranking: 1703673590
    +visibility: "visible             "
    +apId: "https://programming.dev/post/7740600"
    +editedAt: null
    +createdAt: DateTimeImmutable @1703587190 {#1816
      date: 2023-12-26 11:39:50.0 +01:00
    }
  }
  +magazine: App\Entity\Magazine {#263}
  +image: null
  +parent: null
  +root: null
  +body: "Sounds like a really cool project, sadly i dont have much knowledge to contribute. Still, what kind of issues have you run into? Any specific errors or problems?"
  +lang: "en"
  +isAdult: false
  +favouriteCount: 1
  +score: 0
  +lastActive: DateTime @1703614362 {#4352
    date: 2023-12-26 19:12:42.0 +01:00
  }
  +ip: null
  +tags: null
  +mentions: [
    "@juli@programming.dev"
  ]
  +children: Doctrine\ORM\PersistentCollection {#4358 …}
  +nested: Doctrine\ORM\PersistentCollection {#4360 …}
  +votes: Doctrine\ORM\PersistentCollection {#4362 …}
  +reports: Doctrine\ORM\PersistentCollection {#4364 …}
  +favourites: Doctrine\ORM\PersistentCollection {#4366 …}
  +notifications: Doctrine\ORM\PersistentCollection {#4368 …}
  -id: 254278
  -bodyTs: "'contribut':14 'cool':5 'dont':9 'error':26 'issu':19 'kind':17 'knowledg':12 'like':2 'much':11 'problem':28 'project':6 'realli':4 'run':22 'sad':7 'sound':1 'specif':25 'still':15"
  +ranking: 0
  +commentCount: 0
  +upVotes: 0
  +downVotes: 0
  +visibility: "visible             "
  +apId: "https://slrpnk.net/comment/4925660"
  +editedAt: null
  +createdAt: DateTimeImmutable @1703614362 {#4353
    date: 2023-12-26 19:12:42.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS DENIED 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details
29 DENIED edit 
App\Entity\Magazine {#263
  +icon: Proxies\__CG__\App\Entity\Image {#244 …}
  +name: "selfhosted@lemmy.world"
  +title: "selfhosted"
  +description: """
    A place to share alternatives to popular online services that can be self-hosted without giving up privacy or locking you into a service you don’t control.\n
    \n
    Rules:\n
    \n
    - Be civil: we’re here to support and learn from one another. Insults won’t be tolerated. Flame wars are frowned upon.\n
    - No spam posting.\n
    - Don’t duplicate the full text of your blog or github here. Just post the link for folks to click.\n
    - Submission headline should match the article title (don’t cherry-pick information from the title to fit your agenda).\n
    - No trolling.\n
    \n
    Resources:\n
    \n
    - [awesome-selfhosted software](https://github.com/awesome-selfhosted/awesome-selfhosted)\n
    - [awesome-sysadmin](https://github.com/awesome-foss/awesome-sysadmin) resources\n
    - [Self-Hosted Podcast from Jupiter Broadcasting](https://selfhosted.show)\n
    \n
    > Any issues on the community? Report it using the report flag.\n
    \n
    > Questions? DM the mods!
    """
  +rules: null
  +subscriptionsCount: 1
  +entryCount: 222
  +entryCommentCount: 3916
  +postCount: 0
  +postCommentCount: 0
  +isAdult: false
  +customCss: null
  +lastActive: DateTime @1729582735 {#273
    date: 2024-10-22 09:38:55.0 +02:00
  }
  +markedForDeletionAt: null
  +tags: null
  +moderators: Doctrine\ORM\PersistentCollection {#235 …}
  +ownershipRequests: Doctrine\ORM\PersistentCollection {#231 …}
  +moderatorRequests: Doctrine\ORM\PersistentCollection {#220 …}
  +entries: Doctrine\ORM\PersistentCollection {#178 …}
  +posts: Doctrine\ORM\PersistentCollection {#136 …}
  +subscriptions: Doctrine\ORM\PersistentCollection {#198 …}
  +bans: Doctrine\ORM\PersistentCollection {#115 …}
  +reports: Doctrine\ORM\PersistentCollection {#101 …}
  +badges: Doctrine\ORM\PersistentCollection {#79 …}
  +logs: Doctrine\ORM\PersistentCollection {#69 …}
  +awards: Doctrine\ORM\PersistentCollection {#1830 …}
  +categories: Doctrine\ORM\PersistentCollection {#1863 …}
  -id: 120
  +apId: "selfhosted@lemmy.world"
  +apProfileId: "https://lemmy.world/c/selfhosted"
  +apPublicUrl: "https://lemmy.world/c/selfhosted"
  +apFollowersUrl: "https://lemmy.world/c/selfhosted/followers"
  +apInboxUrl: "https://lemmy.world/inbox"
  +apDomain: "lemmy.world"
  +apPreferredUsername: "selfhosted"
  +apDiscoverable: true
  +apManuallyApprovesFollowers: null
  +privateKey: null
  +publicKey: null
  +apFetchedAt: DateTime @1703473826 {#267
    date: 2023-12-25 04:10:26.0 +01:00
  }
  +apDeletedAt: null
  +apTimeoutAt: null
  +visibility: "visible             "
  +createdAt: DateTimeImmutable @1703473826 {#269
    date: 2023-12-25 04:10:26.0 +01:00
  }
}
 
"Scheb\TwoFactorBundle\Security\Authorization\Voter\TwoFactorInProgressVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\EntryVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MagazineVoter"
 ACCESS DENIED 
"App\Security\Voter\MessageThreadVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\MessageVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\NotificationVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\OAuth2UserConsentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostCommentVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\PostVoter"
 ACCESS ABSTAIN 
"App\Security\Voter\UserVoter"
 ACCESS ABSTAIN
Show voter details