{"users":[{"id":869,"username":"jeffboudier","name":"Jeff Boudier","avatar_template":"/user_avatar/discuss.huggingface.co/jeffboudier/{size}/31575_2.png","admin":true,"moderator":true,"trust_level":4},{"id":17057,"username":"ekudarauskas1990","name":"Eimantas Kudarauskas","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/e/e495f1/{size}.png","trust_level":1},{"id":93085,"username":"rressler","name":"Richard Ressler","avatar_template":"/user_avatar/discuss.huggingface.co/rressler/{size}/47027_2.png","trust_level":0},{"id":117356,"username":"volatilechar","name":"Dileepa Prabhakar","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/v/45deac/{size}.png","trust_level":1},{"id":103252,"username":"nik-55","name":"Nikhil Mahajan","avatar_template":"/user_avatar/discuss.huggingface.co/nik-55/{size}/60565_2.png","trust_level":0},{"id":97995,"username":"mintyleaf","name":"mintyleaf","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/m/ce73a5/{size}.png","trust_level":0},{"id":117203,"username":"alicekellings","name":"billy alice","avatar_template":"/user_avatar/discuss.huggingface.co/alicekellings/{size}/60534_2.png","trust_level":0},{"id":115549,"username":"denizsincar29","name":"Deniz Sincar","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/d/da6949/{size}.png","trust_level":0},{"id":52272,"username":"John6666","name":"John Smith","avatar_template":"/user_avatar/discuss.huggingface.co/john6666/{size}/27664_2.png","trust_level":3},{"id":114930,"username":"Jose-Verdu-Diaz","name":"Jose Verdu Diaz","avatar_template":"/user_avatar/discuss.huggingface.co/jose-verdu-diaz/{size}/59535_2.png","trust_level":0},{"id":31941,"username":"meganariley","name":"Megan Riley","avatar_template":"/user_avatar/discuss.huggingface.co/meganariley/{size}/56966_2.png","moderator":true,"trust_level":4},{"id":114981,"username":"AIModComp-CN","name":"zengailiang","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/a/6f9a4e/{size}.png","trust_level":1},{"id":96866,"username":"cbolles","name":"Collin Bolles","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/c/7ba0ec/{size}.png","trust_level":1},{"id":110096,"username":"Hanzo03","name":"hasashi","avatar_template":"/user_avatar/discuss.huggingface.co/hanzo03/{size}/57228_2.png","trust_level":1},{"id":111567,"username":"1roomonline","name":"Oneroom","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/1/ba9def/{size}.png","trust_level":1},{"id":111595,"username":"dibyajyotimishra","name":"Dibyajyoti Mishra","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/d/3e96dc/{size}.png","trust_level":0},{"id":21228,"username":"Nowado","name":"Jakub Krolikowski","avatar_template":"/user_avatar/discuss.huggingface.co/nowado/{size}/16533_2.png","trust_level":0},{"id":111589,"username":"JonasCz","name":"Jonas Czech","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/j/958977/{size}.png","trust_level":0},{"id":111296,"username":"andrewday","name":"andrew day ","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/a/e9c0ed/{size}.png","trust_level":0},{"id":90611,"username":"rockmatas","name":"Mati","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/r/5fc32e/{size}.png","trust_level":1},{"id":10068,"username":"greendra","name":"Jack Hullis","avatar_template":"/user_avatar/discuss.huggingface.co/greendra/{size}/46012_2.png","trust_level":2},{"id":90502,"username":"TOOTHED","name":"Timur Sharifullin","avatar_template":"/user_avatar/discuss.huggingface.co/toothed/{size}/47096_2.png","trust_level":2},{"id":91115,"username":"ParahumanSkitter","name":"Taylor Hebert","avatar_template":"/user_avatar/discuss.huggingface.co/parahumanskitter/{size}/45765_2.png","trust_level":1},{"id":111066,"username":"danwayner","name":"Daniel Wayner","avatar_template":"/user_avatar/discuss.huggingface.co/danwayner/{size}/57658_2.png","trust_level":1},{"id":109749,"username":"Saravanankannan","name":"Saravanan Kannan","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/s/dec6dc/{size}.png","trust_level":0},{"id":111030,"username":"runtime-eng","name":"Prashanth velidandi","avatar_template":"/user_avatar/discuss.huggingface.co/runtime-eng/{size}/57645_2.png","trust_level":1},{"id":110105,"username":"roll-ai","name":"Roll AI","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/r/91b2a8/{size}.png","trust_level":0},{"id":8279,"username":"jmassot","name":"Jerome MASSOT","avatar_template":"/user_avatar/discuss.huggingface.co/jmassot/{size}/32864_2.png","trust_level":2},{"id":109216,"username":"mrehan1","name":"Muhammad Rehan","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/m/f08c70/{size}.png","trust_level":0},{"id":109195,"username":"adminvohcolab","name":"VohColab","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/a/8dc957/{size}.png","trust_level":1},{"id":-1,"username":"system","name":"system","avatar_template":"https://us1.discourse-cdn.com/hellohellohello/original/2X/d/de4155eb4aa4108ecb32a1389d7cc37ae69f88b7.png","admin":true,"moderator":true,"trust_level":4},{"id":108017,"username":"jenilshyara","name":"Jenil Shyara","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/j/e9a140/{size}.png","trust_level":0},{"id":107895,"username":"regnum93","name":"M","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/r/91b2a8/{size}.png","trust_level":0},{"id":107647,"username":"omarzouk55","name":"omar","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/o/e99b99/{size}.png","trust_level":0},{"id":99581,"username":"Kemax","name":"Kenneth Mark","avatar_template":"/user_avatar/discuss.huggingface.co/kemax/{size}/51215_2.png","trust_level":0},{"id":107644,"username":"KisMett03","name":"Ang Kai Liang","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/k/50afbb/{size}.png","trust_level":0},{"id":107506,"username":"hackyroot","name":"Pratik","avatar_template":"/user_avatar/discuss.huggingface.co/hackyroot/{size}/55814_2.png","trust_level":0},{"id":106524,"username":"iknowjerome","name":"Jerome P.","avatar_template":"/user_avatar/discuss.huggingface.co/iknowjerome/{size}/55276_2.png","trust_level":0},{"id":58545,"username":"erikkaum","name":"Erik Kaunismäki","avatar_template":"/user_avatar/discuss.huggingface.co/erikkaum/{size}/29571_2.png","trust_level":1},{"id":10783,"username":"Rexe","name":"Enyinnaya Edoziem","avatar_template":"/user_avatar/discuss.huggingface.co/rexe/{size}/34135_2.png","trust_level":1},{"id":38567,"username":"men-can","name":"Menard Canada","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/m/2bfe46/{size}.png","trust_level":0},{"id":53045,"username":"rnewton","name":"N","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/r/58f4c7/{size}.png","trust_level":0},{"id":95579,"username":"RoorkeeSumeet","name":"Sumeet Roorkee","avatar_template":"/user_avatar/discuss.huggingface.co/roorkeesumeet/{size}/48545_2.png","trust_level":1},{"id":104625,"username":"iam-tsr","name":"TSR","avatar_template":"/user_avatar/discuss.huggingface.co/iam-tsr/{size}/54346_2.png","trust_level":1},{"id":104048,"username":"joshmaiven","name":"Josh Bayne","avatar_template":"/user_avatar/discuss.huggingface.co/joshmaiven/{size}/54009_2.png","trust_level":1},{"id":6486,"username":"michellehbn","name":"Michelle Habonneau","avatar_template":"/user_avatar/discuss.huggingface.co/michellehbn/{size}/58964_2.png","moderator":true,"trust_level":4},{"id":103985,"username":"GeorginaSteele","name":"Georgina Steele","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/g/439d5e/{size}.png","trust_level":0},{"id":103816,"username":"massimogiuseppe","name":"ridella","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/m/e8c25b/{size}.png","trust_level":0},{"id":103475,"username":"simon29","name":"Simon T","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/s/a87d85/{size}.png","trust_level":0}],"primary_groups":[],"flair_groups":[],"topic_list":{"can_create_topic":false,"more_topics_url":"/c/inference-endpoints/64?page=1","per_page":30,"topics":[{"fancy_title":"About the Inference Endpoints on the Hub category","id":23688,"title":"About the Inference Endpoints on the Hub category","slug":"about-the-inference-endpoints-on-the-hub-category","posts_count":4,"reply_count":1,"highest_post_number":4,"image_url":null,"created_at":"2022-09-27T17:56:30.795Z","last_posted_at":"2025-05-08T13:58:54.656Z","bumped":true,"bumped_at":"2025-05-08T13:58:54.656Z","archetype":"regular","unseen":false,"pinned":true,"unpinned":null,"excerpt":"This category is to ask questions about :hugs: Inference Endpoints, our production inference solution to easily deploy machine learning models hosted on the Hub.","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":1717,"like_count":2,"has_summary":false,"last_poster_username":"rressler","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":869,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":17057,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":93085,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"DeepInfra -> DeepSeek-V4-Pro Context size wrong on Huggingface","id":176578,"title":"DeepInfra -> DeepSeek-V4-Pro Context size wrong on Huggingface","slug":"deepinfra-deepseek-v4-pro-context-size-wrong-on-huggingface","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-06-05T17:52:47.010Z","last_posted_at":"2026-06-05T17:52:47.084Z","bumped":true,"bumped_at":"2026-06-05T17:52:47.084Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":43,"like_count":0,"has_summary":false,"last_poster_username":"volatilechar","category_id":64,"op_like_count":0,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":117356,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Getting Frequent Gateway timeout on Inference Provider","id":176507,"title":"Getting Frequent Gateway timeout on Inference Provider","slug":"getting-frequent-gateway-timeout-on-inference-provider","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2026-06-03T16:21:04.083Z","last_posted_at":"2026-06-03T16:25:41.143Z","bumped":true,"bumped_at":"2026-06-03T16:25:41.143Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":25,"like_count":2,"has_summary":false,"last_poster_username":"nik-55","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":103252,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Huggingface token usage for routed requests for a custom provider","id":160801,"title":"Huggingface token usage for routed requests for a custom provider","slug":"huggingface-token-usage-for-routed-requests-for-a-custom-provider","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2025-06-26T18:07:47.923Z","last_posted_at":"2026-06-03T08:02:30.804Z","bumped":true,"bumped_at":"2026-06-03T08:02:30.804Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":76,"like_count":1,"has_summary":false,"last_poster_username":"alicekellings","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":97995,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":117203,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Audio in huggingface space not working on AI moved a piece in a game, same for single gradio apps","id":175606,"title":"Audio in huggingface space not working on AI moved a piece in a game, same for single gradio apps","slug":"audio-in-huggingface-space-not-working-on-ai-moved-a-piece-in-a-game-same-for-single-gradio-apps","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2026-04-27T18:12:41.744Z","last_posted_at":"2026-04-29T05:08:11.387Z","bumped":true,"bumped_at":"2026-04-29T05:08:11.387Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":36,"like_count":1,"has_summary":false,"last_poster_username":"John6666","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":115549,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"  Dedicated CPU Inference Endpoint returns empty HTTP 500 after ~80s: is there a configurable request timeout? ","id":175278,"title":"  Dedicated CPU Inference Endpoint returns empty HTTP 500 after ~80s: is there a configurable request timeout? ","slug":"dedicated-cpu-inference-endpoint-returns-empty-http-500-after-80s-is-there-a-configurable-request-timeout","posts_count":3,"reply_count":0,"highest_post_number":3,"image_url":null,"created_at":"2026-04-15T14:56:19.932Z","last_posted_at":"2026-04-16T11:09:20.669Z","bumped":true,"bumped_at":"2026-04-16T11:09:20.669Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":59,"like_count":3,"has_summary":false,"last_poster_username":"AIModComp-CN","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":114930,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":31941,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":114981,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Inference Endpoint Hanging in “Initializing”","id":174847,"title":"Inference Endpoint Hanging in \"Initializing\"","slug":"inference-endpoint-hanging-in-initializing","posts_count":3,"reply_count":1,"highest_post_number":3,"image_url":null,"created_at":"2026-03-31T14:02:50.710Z","last_posted_at":"2026-04-08T15:40:25.483Z","bumped":true,"bumped_at":"2026-04-08T15:40:25.483Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":109,"like_count":2,"has_summary":false,"last_poster_username":"cbolles","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":96866,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Hf jobs ps and hf jobs stats return 500 Internal Server Error","id":175038,"title":"Hf jobs ps and hf jobs stats return 500 Internal Server Error","slug":"hf-jobs-ps-and-hf-jobs-stats-return-500-internal-server-error","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-04-07T06:06:22.028Z","last_posted_at":"2026-04-07T06:06:22.096Z","bumped":true,"bumped_at":"2026-04-07T06:06:22.096Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":22,"like_count":1,"has_summary":false,"last_poster_username":"Hanzo03","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":110096,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"HF Inference API Error on Image Classification Models","id":173325,"title":"HF Inference API Error on Image Classification Models","slug":"hf-inference-api-error-on-image-classification-models","posts_count":3,"reply_count":1,"highest_post_number":3,"image_url":null,"created_at":"2026-02-11T06:14:46.073Z","last_posted_at":"2026-02-12T05:56:41.447Z","bumped":true,"bumped_at":"2026-02-12T05:56:41.447Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":217,"like_count":2,"has_summary":false,"last_poster_username":"1roomonline","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":111567,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"High Network Latency (500ms) When Calling vLLM Gemma-27B from India to Atlanta Server – Any Optimization Options?","id":173352,"title":"High Network Latency (500ms) When Calling vLLM Gemma-27B from India to Atlanta Server – Any Optimization Options?","slug":"high-network-latency-500ms-when-calling-vllm-gemma-27b-from-india-to-atlanta-server-any-optimization-options","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2026-02-11T13:32:21.019Z","last_posted_at":"2026-02-12T02:59:34.782Z","bumped":true,"bumped_at":"2026-02-12T02:59:34.782Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":47,"like_count":1,"has_summary":false,"last_poster_username":"John6666","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":111595,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Can one get embeddings from an inference API that computes Sentence Similarity (in 2023)?","id":41963,"title":"Can one get embeddings from an inference API that computes Sentence Similarity (in 2023)?","slug":"can-one-get-embeddings-from-an-inference-api-that-computes-sentence-similarity-in-2023","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2023-06-03T11:54:40.451Z","last_posted_at":"2026-02-11T12:46:11.296Z","bumped":true,"bumped_at":"2026-02-11T12:46:11.296Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":470,"like_count":2,"has_summary":false,"last_poster_username":"JonasCz","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":21228,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":111589,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Huggingface Cost Monitoring API","id":173113,"title":"Huggingface Cost Monitoring API","slug":"huggingface-cost-monitoring-api","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-02-05T17:06:47.585Z","last_posted_at":"2026-02-05T17:06:47.663Z","bumped":true,"bumped_at":"2026-02-05T17:06:47.663Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":30,"like_count":1,"has_summary":false,"last_poster_username":"andrewday","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":111296,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Inference API stopped working","id":150492,"title":"Inference API stopped working","slug":"inference-api-stopped-working","posts_count":53,"reply_count":18,"highest_post_number":57,"image_url":null,"created_at":"2025-04-15T01:33:40.537Z","last_posted_at":"2026-02-01T12:19:19.177Z","bumped":true,"bumped_at":"2026-02-01T12:19:19.177Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":8775,"like_count":70,"has_summary":true,"last_poster_username":"danwayner","category_id":64,"op_like_count":5,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":90611,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":10068,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":90502,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":91115,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":111066,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Case Study: Serving a Qwen 2.5 32B RAFT Adapter (Finance) on ZeroGPU","id":172207,"title":"Case Study: Serving a Qwen 2.5 32B RAFT Adapter (Finance) on ZeroGPU","slug":"case-study-serving-a-qwen-2-5-32b-raft-adapter-finance-on-zerogpu","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2026-01-04T03:21:38.940Z","last_posted_at":"2026-01-31T07:41:53.637Z","bumped":true,"bumped_at":"2026-01-31T07:41:53.637Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":84,"like_count":2,"has_summary":false,"last_poster_username":"runtime-eng","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":109749,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":111030,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Inference Endpoint re-initializes during active API requests causing 500 errors (custom Docker, multi-model pipeline)","id":172401,"title":"Inference Endpoint re-initializes during active API requests causing 500 errors (custom Docker, multi-model pipeline)","slug":"inference-endpoint-re-initializes-during-active-api-requests-causing-500-errors-custom-docker-multi-model-pipeline","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2026-01-12T16:04:14.085Z","last_posted_at":"2026-01-12T19:26:01.860Z","bumped":true,"bumped_at":"2026-01-12T19:26:01.860Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":40,"like_count":2,"has_summary":false,"last_poster_username":"meganariley","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":110105,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":31941,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Add scores output from TGI","id":172267,"title":"Add scores output from TGI","slug":"add-scores-output-from-tgi","posts_count":10,"reply_count":7,"highest_post_number":10,"image_url":null,"created_at":"2026-01-06T19:54:05.012Z","last_posted_at":"2026-01-07T23:05:36.026Z","bumped":true,"bumped_at":"2026-01-07T23:05:36.026Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":164,"like_count":7,"has_summary":false,"last_poster_username":"John6666","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":8279,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Hugging face inference providers, inference through :cheapest variant does not work correctly","id":171851,"title":"Hugging face inference providers, inference through :cheapest variant does not work correctly","slug":"hugging-face-inference-providers-inference-through-cheapest-variant-does-not-work-correctly","posts_count":5,"reply_count":1,"highest_post_number":5,"image_url":"https://us1.discourse-cdn.com/hellohellohello/optimized/3X/9/a/9a61f2f57171a7c10d3468a66d634cbbe501d2ee_2_1024x552.png","created_at":"2025-12-23T00:32:19.176Z","last_posted_at":"2025-12-23T22:03:46.220Z","bumped":true,"bumped_at":"2025-12-23T22:03:46.220Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":151,"like_count":3,"has_summary":false,"last_poster_username":"John6666","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":109216,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Free monthly limit reached","id":171827,"title":"Free monthly limit reached","slug":"free-monthly-limit-reached","posts_count":6,"reply_count":1,"highest_post_number":8,"image_url":null,"created_at":"2025-12-22T09:15:52.437Z","last_posted_at":"2025-12-22T20:03:12.759Z","bumped":true,"bumped_at":"2025-12-22T20:03:12.759Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"visibility_reason_id":1,"views":854,"like_count":3,"has_summary":false,"last_poster_username":"meganariley","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":109195,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":-1,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":31941,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Provider=“auto” always routes DeepSeek model to Novita even when Novita is disabled — ignoring org settings","id":170907,"title":"Provider=\"auto\" always routes DeepSeek model to Novita even when Novita is disabled — ignoring org settings","slug":"provider-auto-always-routes-deepseek-model-to-novita-even-when-novita-is-disabled-ignoring-org-settings","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2025-11-27T10:19:44.588Z","last_posted_at":"2025-11-27T13:04:14.816Z","bumped":true,"bumped_at":"2025-11-27T13:04:14.816Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":90,"like_count":2,"has_summary":false,"last_poster_username":"John6666","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":108017,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"I’m being billed for an endpoint that was initially paused and now deleted, please solve","id":170820,"title":"I'm being billed for an endpoint that was initially paused and now deleted, please solve","slug":"im-being-billed-for-an-endpoint-that-was-initially-paused-and-now-deleted-please-solve","posts_count":5,"reply_count":2,"highest_post_number":5,"image_url":null,"created_at":"2025-11-25T12:19:27.573Z","last_posted_at":"2025-11-25T22:13:25.573Z","bumped":true,"bumped_at":"2025-11-25T22:13:25.573Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":76,"like_count":3,"has_summary":false,"last_poster_username":"John6666","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":107895,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":31941,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Inference Endpoint Initializing forever!","id":170675,"title":"Inference Endpoint Initializing forever!","slug":"inference-endpoint-initializing-forever","posts_count":3,"reply_count":0,"highest_post_number":3,"image_url":null,"created_at":"2025-11-20T15:37:27.675Z","last_posted_at":"2025-11-20T19:52:15.711Z","bumped":true,"bumped_at":"2025-11-20T19:52:15.711Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":240,"like_count":2,"has_summary":false,"last_poster_username":"meganariley","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":107647,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":31941,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"$10 charged but prepaid card rejected — need help","id":163376,"title":"$10 charged but prepaid card rejected — need help","slug":"10-charged-but-prepaid-card-rejected-need-help","posts_count":4,"reply_count":1,"highest_post_number":4,"image_url":null,"created_at":"2025-07-17T05:48:25.738Z","last_posted_at":"2025-11-20T15:03:07.632Z","bumped":true,"bumped_at":"2025-11-20T15:03:07.632Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":151,"like_count":3,"has_summary":false,"last_poster_username":"KisMett03","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":99581,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":107644,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Add Simplismart as an inference provider","id":170591,"title":"Add Simplismart as an inference provider","slug":"add-simplismart-as-an-inference-provider","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-11-18T08:13:01.939Z","last_posted_at":"2025-11-18T08:13:01.997Z","bumped":true,"bumped_at":"2025-11-18T08:13:01.997Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":25,"like_count":1,"has_summary":false,"last_poster_username":"hackyroot","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":107506,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Who’s running open-source LLMs in enterprise production, and how?","id":169754,"title":"Who’s running open-source LLMs in enterprise production, and how?","slug":"who-s-running-open-source-llms-in-enterprise-production-and-how","posts_count":3,"reply_count":0,"highest_post_number":3,"image_url":null,"created_at":"2025-10-31T14:33:09.632Z","last_posted_at":"2025-11-10T14:45:10.177Z","bumped":true,"bumped_at":"2025-11-10T14:45:10.177Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":1314,"like_count":6,"has_summary":false,"last_poster_username":"iknowjerome","category_id":64,"op_like_count":2,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":106524,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":58545,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"I’m having an error message working with my User access tokens","id":48294,"title":"I'm having an error message working with my User access tokens","slug":"im-having-an-error-message-working-with-my-user-access-tokens","posts_count":22,"reply_count":9,"highest_post_number":23,"image_url":null,"created_at":"2023-07-26T22:10:25.166Z","last_posted_at":"2025-10-08T00:03:43.482Z","bumped":true,"bumped_at":"2025-10-08T00:03:43.482Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":14548,"like_count":17,"has_summary":false,"last_poster_username":"John6666","category_id":64,"op_like_count":2,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":10783,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":38567,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":53045,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":95579,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Target_size issue","id":168739,"title":"Target_size issue","slug":"target-size-issue","posts_count":5,"reply_count":2,"highest_post_number":5,"image_url":null,"created_at":"2025-09-28T07:02:20.649Z","last_posted_at":"2025-09-30T03:55:46.433Z","bumped":true,"bumped_at":"2025-09-30T03:55:46.433Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":true,"archived":false,"bookmarked":null,"liked":null,"views":70,"like_count":3,"has_summary":false,"last_poster_username":"iam-tsr","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":true,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster, Accepted Answer","user_id":104625,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":-1,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Huggingface Gateway Time-out: Just how frequent is this?","id":168678,"title":"Huggingface Gateway Time-out: Just how frequent is this?","slug":"huggingface-gateway-time-out-just-how-frequent-is-this","posts_count":3,"reply_count":0,"highest_post_number":3,"image_url":null,"created_at":"2025-09-25T15:29:54.921Z","last_posted_at":"2025-09-25T16:42:18.903Z","bumped":true,"bumped_at":"2025-09-25T16:42:18.903Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":223,"like_count":5,"has_summary":false,"last_poster_username":"joshmaiven","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":104048,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":6486,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Hugging Face API timeouts on all models!","id":168509,"title":"Hugging Face API timeouts on all models!","slug":"hugging-face-api-timeouts-on-all-models","posts_count":6,"reply_count":2,"highest_post_number":6,"image_url":null,"created_at":"2025-09-17T11:37:16.802Z","last_posted_at":"2025-09-18T10:37:08.732Z","bumped":true,"bumped_at":"2025-09-18T10:37:08.732Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":194,"like_count":7,"has_summary":false,"last_poster_username":"GeorginaSteele","category_id":64,"op_like_count":2,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":103985,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":31941,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":104048,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Deploying a GGUF model on Inference Endpoints: 404 File Not Found","id":168419,"title":"Deploying a GGUF model on Inference Endpoints: 404 File Not Found","slug":"deploying-a-gguf-model-on-inference-endpoints-404-file-not-found","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2025-09-15T08:38:27.043Z","last_posted_at":"2025-09-15T12:08:01.792Z","bumped":true,"bumped_at":"2025-09-15T12:08:01.792Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":178,"like_count":1,"has_summary":false,"last_poster_username":"John6666","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":null,"description":"Original Poster","user_id":103816,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Hitting rate limits with Inference Providers","id":168245,"title":"Hitting rate limits with Inference Providers","slug":"hitting-rate-limits-with-inference-providers","posts_count":5,"reply_count":1,"highest_post_number":5,"image_url":null,"created_at":"2025-09-09T17:46:36.544Z","last_posted_at":"2025-09-10T15:14:28.709Z","bumped":true,"bumped_at":"2025-09-10T15:14:28.709Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"views":262,"like_count":3,"has_summary":false,"last_poster_username":"simon29","category_id":64,"op_like_count":1,"pinned_globally":false,"featured_link":null,"has_accepted_answer":false,"can_vote":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user_id":103475,"primary_group_id":null,"flair_group_id":null},{"extras":null,"description":"Frequent Poster","user_id":52272,"primary_group_id":null,"flair_group_id":null}]}]}}