Event JSON
{
"id": "1e47fb47e462b897b0025b1e4e55f81b90955dc5b162fe120b6211294e4e65b7",
"pubkey": "2479739594ed5802a96703e5a870b515d986982474a71feae180e8ecffa302c6",
"created_at": 1690846629,
"kind": 1,
"tags": [
[
"t",
"selfhost"
],
[
"t",
"selfhost"
],
[
"t",
"self-host"
],
[
"t",
"self-host"
],
[
"t",
"llm"
],
[
"t",
"llm"
],
[
"t",
"ai"
],
[
"t",
"ai"
],
[
"t",
"llama2"
],
[
"t",
"llama2"
],
[
"t",
"gpt"
],
[
"t",
"gpt"
],
[
"t",
"linux"
],
[
"t",
"linux"
],
[
"t",
"diy"
],
[
"t",
"diy"
],
[
"r",
"https://github.com/oobabooga/text-generation-webui)"
],
[
"r",
"https://github.com/h2oai/h2ogpt)"
],
[
"r",
"localai.io"
],
[
"r",
"https://localai.io"
],
[
"r",
"https://github.com/a16z-infra/llama2-chatbot)"
],
[
"r",
"https://petals.dev/)"
],
[
"r",
"https://github.com/toverainc/willow)"
],
[
"r",
"https://www.home-assistant.io/)"
],
[
"r",
"https://huggingface.co/models)"
],
[
"r",
"https://github.com/Zjh-819/LLMDataHub)"
],
[
"r",
"https://huggingface.co/datasets)"
],
[
"r",
"https://github.com/Sentdex/TermGPT)"
]
],
"content": "# Self-Host AI Models for Customizing and Privacy\n\nIt is very east now to run and fine-tune your own LLM (Large Language Model) like ChatGPT at home. The benefit is learning how it all works and the privacy to fine tune a model to your needs. Instead of training OpenAI's for them. \n\nHere are some projects to get you started with self-hosted LLMs on a basic NVIDIA GPU or even with just CPU.\n\n## Web Interfaces and API Interfaces\n[Text Generation WebUI](https://github.com/oobabooga/text-generation-webui)\n[h2oGFPT](https://github.com/h2oai/h2ogpt)\n[localai.io](https://localai.io)\n[LLaMa2-chatbot](https://github.com/a16z-infra/llama2-chatbot)\n[Petals Distributed Models](https://petals.dev/)\n\n## Voice Assistant\n[Willow](https://github.com/toverainc/willow)\n[HomeAssistant](https://www.home-assistant.io/)\n\n## Models\n[HuggingFace](https://huggingface.co/models)\n\n## DataSets for Training\n[LLMDataHub](https://github.com/Zjh-819/LLMDataHub)\n[HuggingFace DataSets](https://huggingface.co/datasets)\n\n## Testing\n[TermGPT](https://github.com/Sentdex/TermGPT)\n\n#selfhost #self-host #llm #ai #llama2 #gpt #linux #diy",
"sig": "0c022798e99427de29cb0baf76673692577ff40118b108bffb93968d4ad5b5a53665c7db2f56048d4b4ee40aaf03be332ed7a9a29b02509b528a5a36ebc1f744"
}