Elgato_dark/podman-desktop
1
0
Fork 0
mirror of https://github.com/podman-desktop/podman-desktop synced 2026-04-22 01:57:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 10
podman-desktop/tutorial/running-an-ai-application.html
github-actions[bot] 200343d201 deploy: 7259f66339
2026-04-17 12:30:43 +00:00

226 lines
No EOL
36 KiB
HTML
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

<!doctype html>
<html lang="en" dir="ltr" class="docs-wrapper plugin-docs plugin-id-tutorial docs-version-current docs-doc-page docs-doc-id-running-an-ai-application" data-has-hydrated="false">
<head>
<meta charset="UTF-8">
<meta name="generator" content="Docusaurus v3.9.2">
<title data-rh="true">Running an AI application | Podman Desktop</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:image" content="https://podman-desktop.io/img/banner_podman-desktop.png"><meta data-rh="true" name="twitter:image" content="https://podman-desktop.io/img/banner_podman-desktop.png"><meta data-rh="true" property="og:url" content="https://podman-desktop.io/tutorial/running-an-ai-application"><meta data-rh="true" property="og:locale" content="en"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docusaurus_version" content="current"><meta data-rh="true" name="docusaurus_tag" content="docs-tutorial-current"><meta data-rh="true" name="docsearch:version" content="current"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-tutorial-current"><meta data-rh="true" property="og:title" content="Running an AI application | Podman Desktop"><meta data-rh="true" name="description" content="Running an AI application using the UI."><meta data-rh="true" property="og:description" content="Running an AI application using the UI."><meta data-rh="true" name="keywords" content="podman desktop,podman,AI application"><link data-rh="true" rel="icon" href="/img/favicon.ico"><link data-rh="true" rel="canonical" href="https://podman-desktop.io/tutorial/running-an-ai-application"><link data-rh="true" rel="alternate" href="https://podman-desktop.io/tutorial/running-an-ai-application" hreflang="en"><link data-rh="true" rel="alternate" href="https://podman-desktop.io/tutorial/running-an-ai-application" hreflang="x-default"><link data-rh="true" rel="preconnect" href="https://MR01ANKQ9S-dsn.algolia.net" crossorigin="anonymous"><script data-rh="true" type="application/ld+json">{"@context":"https://schema.org","@type":"BreadcrumbList","itemListElement":[{"@type":"ListItem","position":1,"name":"Running an AI application","item":"https://podman-desktop.io/tutorial/running-an-ai-application"}]}</script><link rel="alternate" type="application/rss+xml" href="/blog/rss.xml" title="Podman Desktop RSS Feed">
<link rel="alternate" type="application/atom+xml" href="/blog/atom.xml" title="Podman Desktop Atom Feed">
<link rel="alternate" type="application/json" href="/blog/feed.json" title="Podman Desktop JSON Feed">
<link rel="search" type="application/opensearchdescription+xml" title="Podman Desktop" href="/opensearch.xml">
<link rel="preconnect" href="https://podman-desktop-website.goatcounter.com">
<script async src="//gc.zgo.at/count.js" data-goatcounter="https://podman-desktop-website.goatcounter.com/count"></script><link rel="stylesheet" href="/assets/css/styles.3f3a95ee.css">
<script src="/assets/js/runtime~main.ef588d41.js" defer="defer"></script>
<script src="/assets/js/main.ed6cd8b0.js" defer="defer"></script>
</head>
<body class="navigation-with-keyboard">
<svg style="display: none;"><defs>
<symbol id="theme-svg-external-link" viewBox="0 0 24 24"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"/></symbol>
</defs></svg>
<script>!function(){var t=function(){try{return new URLSearchParams(window.location.search).get("docusaurus-theme")}catch(t){}}()||function(){try{return window.localStorage.getItem("theme")}catch(t){}}();document.documentElement.setAttribute("data-theme",t||(window.matchMedia("(prefers-color-scheme: dark)").matches?"dark":"light")),document.documentElement.setAttribute("data-theme-choice",t||"system")}(),function(){try{const c=new URLSearchParams(window.location.search).entries();for(var[t,e]of c)if(t.startsWith("docusaurus-data-")){var a=t.replace("docusaurus-data-","data-");document.documentElement.setAttribute(a,e)}}catch(t){}}()</script><div id="__docusaurus"><div role="region" aria-label="Skip to main content"><a class="skipToContent_oPtH" href="#__docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="Main" class="theme-layout-navbar navbar navbar--fixed-top"><div class="navbar__inner"><div class="theme-layout-navbar-left navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/logo.svg" alt="Podman Desktop Logo" class="themedComponent_siVc themedComponent--light_hHel" height="56"><img src="/img/logo.svg" alt="Podman Desktop Logo" class="themedComponent_siVc themedComponent--dark_yETr" height="56"></div><b class="navbar__title text--truncate">podman desktop</b></a><a class="navbar__item navbar__link" href="/docs/intro">Documentation</a><a class="navbar__item navbar__link" href="/downloads">Downloads</a><a class="navbar__item navbar__link" href="/community">Community</a><div class="navbar__item dropdown dropdown--hoverable"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link">Resources</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/features">Features</a></li><li><a aria-current="page" class="dropdown__link dropdown__link--active" href="/tutorial">Tutorials</a></li><li><a class="dropdown__link" href="/extend">Extend</a></li></ul></div><a class="navbar__item navbar__link" href="/blog">Blog</a></div><div class="theme-layout-navbar-right navbar__items navbar__items--right"><a href="https://github.com/podman-desktop/podman-desktop" target="_blank" id="github-stars-button" rel="noopener noreferrer" class="navbar__item navbar__link hidden xl:flex items-center gap-2 px-4 mr-3 py-[9px] border border-black dark:border-white rounded-lg font-medium min-w-[9rem] text-base"><svg data-prefix="fab" data-icon="github" class="svg-inline--fa fa-github" role="img" viewBox="0 0 512 512" aria-hidden="true"><path fill="currentColor" d="M173.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3 .3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6zm-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5 .3-6.2 2.3zm44.2-1.7c-2.9 .7-4.9 2.6-4.6 4.9 .3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9zM252.8 8c-138.7 0-244.8 105.3-244.8 244 0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1 100-33.2 167.8-128.1 167.8-239 0-138.7-112.5-244-251.2-244zM105.2 352.9c-1.3 1-1 3.3 .7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1zm-10.8-8.1c-.7 1.3 .3 2.9 2.3 3.9 1.6 1 3.6 .7 4.3-.7 .7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3 .7zm32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3 .7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1zm-11.4-14.7c-1.6 1-1.6 3.6 0 5.9s4.3 3.3 5.6 2.3c1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2z"></path></svg><span>Star</span><span id="github-stars-badge" class="ml-2 px-2 py-1 bg-gray-400 dark:bg-charcoal-600 rounded text-black dark:text-gray-100 text-xs min-w-[2.5rem] text-center">7.5k</span></a><div><a class="hidden xl:flex font-semibold no-underline hover:no-underline items-center text-white hover:text-white bg-gradient-to-b from-violet-500 to-violet-600 border-0 py-3 px-6 focus:outline-hidden hover:from-violet-600 hover:to-violet-700 rounded-lg text-base mt-0 mb-0 ml-4 mr-2" href="/downloads">Download</a></div><div class="toggle_ki11 colorModeToggle_Hewu"><button class="clean-btn toggleButton_MMFG toggleButtonDisabled_Uw7m" type="button" disabled="" title="system mode" aria-label="Switch between dark and light mode (currently system mode)"><svg viewBox="0 0 24 24" width="24" height="24" aria-hidden="true" class="toggleIcon_k9hJ lightToggleIcon_lgto"><path fill="currentColor" d="M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" aria-hidden="true" class="toggleIcon_k9hJ darkToggleIcon_U96C"><path fill="currentColor" d="M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" aria-hidden="true" class="toggleIcon_k9hJ systemToggleIcon_E5c0"><path fill="currentColor" d="m12 21c4.971 0 9-4.029 9-9s-4.029-9-9-9-9 4.029-9 9 4.029 9 9 9zm4.95-13.95c1.313 1.313 2.05 3.093 2.05 4.95s-0.738 3.637-2.05 4.95c-1.313 1.313-3.093 2.05-4.95 2.05v-14c1.857 0 3.637 0.737 4.95 2.05z"></path></svg></button></div><div class="navbarSearchContainer_bzqh"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search (Command+K)"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20" aria-hidden="true"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="__docusaurus_skipToContent_fallback" class="theme-layout-main main-wrapper mainWrapper_MB5r"><div class="docsWrapper__sE8"><button aria-label="Scroll back to top" class="clean-btn theme-back-to-top-button backToTopButton_iEvu" type="button"></button><div class="docRoot_DfVB"><aside class="theme-doc-sidebar-container docSidebarContainer_c7NB"><div class="sidebarViewport_KYo0"><div class="sidebar_CUen"><nav aria-label="Docs sidebar" class="menu thin-scrollbar menu_jmj1"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/tutorial"><span title="Introduction" class="linkLabel_fEdy">Introduction</span></a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/tutorial/running-a-pod-using-a-container-docker-file"><span title="Running a pod using a container or docker file" class="linkLabel_fEdy">Running a pod using a container or docker file</span></a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/tutorial/running-a-kubernetes-cluster"><span title="Running a Kubernetes cluster" class="linkLabel_fEdy">Running a Kubernetes cluster</span></a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/tutorial/deploying-a-kubernetes-application"><span title="Deploying a Kubernetes application" class="linkLabel_fEdy">Deploying a Kubernetes application</span></a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/tutorial/interacting-with-a-database-server"><span title="Interacting with a database server" class="linkLabel_fEdy">Interacting with a database server</span></a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/tutorial/managing-your-application-resources"><span title="Managing your application resources" class="linkLabel_fEdy">Managing your application resources</span></a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link menu__link--active" aria-current="page" href="/tutorial/running-an-ai-application"><span title="Running an AI application" class="linkLabel_fEdy">Running an AI application</span></a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/tutorial/creating-an-extension"><span title="Creating an extension" class="linkLabel_fEdy">Creating an extension</span></a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/tutorial/getting-started-with-compose"><span title="Getting started with Compose" class="linkLabel_fEdy">Getting started with Compose</span></a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/tutorial/testcontainers-with-podman"><span title="Testcontainers with Podman" class="linkLabel_fEdy">Testcontainers with Podman</span></a></li></ul></nav><button type="button" title="Collapse sidebar" aria-label="Collapse sidebar" class="button button--secondary button--outline collapseSidebarButton_oTwn"><svg width="20" height="20" aria-hidden="true" class="collapseSidebarButtonIcon_pMEX"><g fill="#7a7a7a"><path d="M9.992 10.023c0 .2-.062.399-.172.547l-4.996 7.492a.982.982 0 01-.828.454H1c-.55 0-1-.453-1-1 0-.2.059-.403.168-.551l4.629-6.942L.168 3.078A.939.939 0 010 2.528c0-.548.45-.997 1-.997h2.996c.352 0 .649.18.828.45L9.82 9.472c.11.148.172.347.172.55zm0 0"></path><path d="M19.98 10.023c0 .2-.058.399-.168.547l-4.996 7.492a.987.987 0 01-.828.454h-3c-.547 0-.996-.453-.996-1 0-.2.059-.403.168-.551l4.625-6.942-4.625-6.945a.939.939 0 01-.168-.55 1 1 0 01.996-.997h3c.348 0 .649.18.828.45l4.996 7.492c.11.148.168.347.168.55zm0 0"></path></g></svg></button></div></div></aside><main class="docMainContainer_a9sJ"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_Qr34"><div class="docItemContainer_tjFy"><article><nav class="theme-doc-breadcrumbs breadcrumbsContainer_T5ub" aria-label="Breadcrumbs"><ul class="breadcrumbs"><li class="breadcrumbs__item"><a aria-label="Home page" class="breadcrumbs__link" href="/"><svg viewBox="0 0 24 24" class="breadcrumbHomeIcon_sfvy"><path d="M10 19v-5h4v5c0 .55.45 1 1 1h3c.55 0 1-.45 1-1v-7h1.7c.46 0 .68-.57.33-.87L12.67 3.6c-.38-.34-.96-.34-1.34 0l-8.36 7.53c-.34.3-.13.87.33.87H5v7c0 .55.45 1 1 1h3c.55 0 1-.45 1-1z" fill="currentColor"></path></svg></a></li><li class="breadcrumbs__item breadcrumbs__item--active"><span class="breadcrumbs__link">Running an AI application</span></li></ul></nav><div class="tocCollapsible_wXna theme-doc-toc-mobile tocMobile_Ojys"><button type="button" class="clean-btn tocCollapsibleButton_iI2p">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>Running an AI application</h1></header>
<p>This tutorial covers the following end-to-end tasks required to run and verify an Artificial Intelligence (AI) application on your local machine:</p>
<ul>
<li class="">Installing the extension</li>
<li class="">Downloading a model</li>
<li class="">Creating a service</li>
<li class="">Optional: Creating a playground</li>
<li class="">Running a recipe</li>
<li class="">Verifying the AI application</li>
</ul>
<p>Before going through this tutorial, familiarize yourself with the usage of the following sections on the AI Lab page:</p>
<p><img decoding="async" loading="lazy" alt="AI lab sections" src="/assets/images/ai-lab-sections-53a2ded771c22be04918ceb6951e514f.png" width="202" height="310" class="img_SS3x"></p>
<ol>
<li class=""><strong>Catalog</strong>: Helps in downloading or importing a model.</li>
<li class=""><strong>Services</strong>: Helps in creating an inference server that runs in a container to serve a large language model (LLM) using an OpenAI-compatible API. After creating a service, you can access its details and generate its client code in any programming languages to integrate your application.</li>
<li class=""><strong>Playgrounds</strong>: Helps in experimenting with model parameters and accuracy to identify the best model and parameters for your use case. Each playground denotes a customized environment to experiment with a model.</li>
<li class=""><strong>Recipes Catalog</strong>: Helps in accessing a catalog of recipes, such as ChatBot, audio-to-text, code generation, and summarizer. Each recipe denotes an AI application catering to a specific use case. You can use a recipe to start an AI application. You can also clone a recipe to your local machine for editing purposes.</li>
<li class=""><strong>Running</strong>: Helps in accessing all running AI applications.</li>
</ol>
<p>This tutorial focuses on running a ChatBot AI application.</p>
<h2 class="anchor anchorTargetStickyNavbar_tleR" id="before-you-begin">Before you begin<a href="#before-you-begin" class="hash-link" aria-label="Direct link to Before you begin" title="Direct link to Before you begin" translate="no">​</a></h2>
<p>Make sure you have:</p>
<ul>
<li class=""><a class="" href="/docs/installation">Installed Podman Desktop</a>.</li>
<li class=""><a class="" href="/docs/podman/creating-a-podman-machine">A running Podman machine</a> with at least 6 GB memory. If the Podman machine does not have enough memory, you get a notification to update its memory configuration while downloading a model or running a recipe:
<img decoding="async" loading="lazy" alt="notification to update podman machine configuration" src="/assets/images/update-machine-config-169e3fa45ac02ad207b99caaf0124408.png" width="1272" height="409" class="img_SS3x"></li>
<li class="">A developer role.</li>
</ul>
<h2 class="anchor anchorTargetStickyNavbar_tleR" id="installing-the-extension">Installing the extension<a href="#installing-the-extension" class="hash-link" aria-label="Direct link to Installing the extension" title="Direct link to Installing the extension" translate="no">​</a></h2>
<ol>
<li class="">Go to <strong>Extensions &gt; Catalog</strong>.</li>
<li class="">Find the Podman AI Lab extension using the search box.</li>
<li class="">Click the <strong>Install</strong> icon to install the extension.
<img decoding="async" loading="lazy" alt="install the extension" src="/assets/images/downloading-ai-lab-ext-299b7c850bce2fd8bbbc2ab6b3270e7a.png" width="1962" height="634" class="img_SS3x"></li>
<li class="">Select the <strong>Installed</strong> tab to check the extension is active, and check that a new AI Lab component is added in the left navigation pane.
<img decoding="async" loading="lazy" alt="extension enabled" src="/assets/images/active-ai-lab-ext-with-ai-lab-icon-7879e595432375422e69a33c16ead14c.png" width="1768" height="930" class="img_SS3x"></li>
</ol>
<h2 class="anchor anchorTargetStickyNavbar_tleR" id="downloading-a-model">Downloading a model<a href="#downloading-a-model" class="hash-link" aria-label="Direct link to Downloading a model" title="Direct link to Downloading a model" translate="no">​</a></h2>
<ol>
<li class="">
<p>Click <strong>AI Lab</strong> in the left navigation pane.</p>
</li>
<li class="">
<p>In the Catalog section, click the <strong>Download</strong> icon corresponding to the model you want to use.
<img decoding="async" loading="lazy" alt="extension enabled" src="/assets/images/download-a-model-eccce875984828f2b606d97efd82310a.png" width="1536" height="454" class="img_SS3x"></p>
</li>
<li class="">
<p>View the downloaded model on the same page after the download completes.
<img decoding="async" loading="lazy" alt="extension enabled" src="/assets/images/model-downloaded-03a51521057096a8dad9065976d0a3c5.png" width="1536" height="454" class="img_SS3x"></p>
</li>
</ol>
<h2 class="anchor anchorTargetStickyNavbar_tleR" id="creating-a-service">Creating a service<a href="#creating-a-service" class="hash-link" aria-label="Direct link to Creating a service" title="Direct link to Creating a service" translate="no">​</a></h2>
<ol>
<li class="">
<p>Click <strong>AI Lab</strong> in the left navigation pane.</p>
</li>
<li class="">
<p>In the Services section, click <strong>New Model Service</strong>.
<img decoding="async" loading="lazy" alt="create a new model service" src="/assets/images/create-new-model-service-ea8c2365c8c0bd53be04353d4bbbadbe.png" width="1086" height="750" class="img_SS3x"></p>
</li>
<li class="">
<p>Select the model from the dropdown list.</p>
</li>
<li class="">
<p>Optional: Edit the port number of the container that is created for the service.</p>
</li>
<li class="">
<p>Click <strong>Create service</strong>.
<img decoding="async" loading="lazy" alt="create a new model service" src="/assets/images/create-a-service-fe22540049e76cdd058004bc3abaa195.png" width="1536" height="630" class="img_SS3x"></p>
</li>
<li class="">
<p>Click <strong>Open service details</strong>.
<img decoding="async" loading="lazy" alt="create a new model service" src="/assets/images/open-service-details-74e703c418efbc20f7ec65e9a14acb8e.png" width="1536" height="1024" class="img_SS3x"></p>
</li>
<li class="">
<p>View the service details, such as model name, server address, and client code.
<img decoding="async" loading="lazy" alt="service details page" src="/assets/images/service-details-page-5bf76b576980f49e6c8cfa45583e2735.png" width="1536" height="1230" class="img_SS3x"></p>
<div class="theme-admonition theme-admonition-note admonition_WCGJ alert alert--secondary"><div class="admonitionHeading_GCBg"><span class="admonitionIcon_L39b"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>note</div><div class="admonitionContent_pbrs"><p>By default, you view the client code in the cURL programming language. You can customize the client code based on your needs.</p></div></div>
</li>
<li class="">
<p>Optional: In the Client code section, select the programming language or framework from the dropdown list to view the updated code.</p>
</li>
<li class="">
<p>Click the <strong>Close</strong> icon on the right side of the page.</p>
</li>
<li class="">
<p>View the newly created service on the same page.
<img decoding="async" loading="lazy" alt="new service on the page" src="/assets/images/newly-created-service-226100da3e06b054b4355ff0c1ee9be1.png" width="1536" height="266" class="img_SS3x"></p>
</li>
<li class="">
<p>Optional: View the service container by opening the <strong>Containers</strong> page from the left navigation pane.
<img decoding="async" loading="lazy" alt="new service container" src="/assets/images/running-service-in-a-container-59d98e3e8c667f91e4e54c97fea80616.png" width="1982" height="506" class="img_SS3x"></p>
</li>
</ol>
<h2 class="anchor anchorTargetStickyNavbar_tleR" id="optional-creating-a-playground">Optional: Creating a playground<a href="#optional-creating-a-playground" class="hash-link" aria-label="Direct link to Optional: Creating a playground" title="Direct link to Optional: Creating a playground" translate="no">​</a></h2>
<p>Perform this task only if you want to experiment with the model before using it to start your AI application.</p>
<ol>
<li class="">
<p>Click <strong>AI Lab</strong> in the left navigation pane.</p>
</li>
<li class="">
<p>In the Playgrounds section, click <strong>New Playground</strong>.
<img decoding="async" loading="lazy" alt="create a new playground" src="/assets/images/new-playground-f7f1112477f363057fb96e4f6a9b81b8.png" width="1086" height="728" class="img_SS3x"></p>
</li>
<li class="">
<p>Optional: Enter the name of the playground.</p>
</li>
<li class="">
<p>Select an inference runtime for the playground.</p>
</li>
<li class="">
<p>Select a model from the dropdown list.</p>
</li>
<li class="">
<p>Click <strong>Create playground</strong>.
<img decoding="async" loading="lazy" alt="create playground button" src="/assets/images/create-a-playground-377253262a226e3eec4440bcc405f77c.png" width="2076" height="1114" class="img_SS3x"></p>
</li>
<li class="">
<p>View the newly created playground on the same page.
<img decoding="async" loading="lazy" alt="newly created playground" src="/assets/images/newly-created-playground-4f6f926a0c0ab6e09417233df7902d25.png" width="1268" height="276" class="img_SS3x"></p>
</li>
<li class="">
<p>Click the name of the playground to edit the model settings for experiment:</p>
<ol>
<li class="">
<p>Edit the value of the model parameters.
<img decoding="async" loading="lazy" alt="editing model parameters" src="/assets/images/editing-model-parameters-4e74800edfc96ddc871e30d5043a820c.png" width="1572" height="792" class="img_SS3x"></p>
</li>
<li class="">
<p>Click the <strong>Edit system prompt</strong> icon to add a system prompt and save it.
<img decoding="async" loading="lazy" alt="edit system prompt icon" src="/assets/images/edit-system-prompt-icon-4fd921890f57cb4f68f4d69e9e3d92d0.png" width="1304" height="379" class="img_SS3x"></p>
</li>
<li class="">
<p>Enter your question in the prompt box and analyze the accuracy of the answer.
<img decoding="async" loading="lazy" alt="defining a system prompt" src="/assets/images/defining-a-system-prompt-8671ce78a8b33a2a3a8eb03a750a2c7a.png" width="1572" height="1292" class="img_SS3x"></p>
</li>
</ol>
</li>
</ol>
<h2 class="anchor anchorTargetStickyNavbar_tleR" id="running-a-recipe-chatbot-ai-application">Running a recipe: ChatBot AI application<a href="#running-a-recipe-chatbot-ai-application" class="hash-link" aria-label="Direct link to Running a recipe: ChatBot AI application" title="Direct link to Running a recipe: ChatBot AI application" translate="no">​</a></h2>
<ol>
<li class="">
<p>Click <strong>AI Lab</strong> in the left navigation pane.</p>
</li>
<li class="">
<p>In the Recipes Catalog section, click <strong>More details</strong> in the ChatBot recipe tile. The recipe summary page opens.
<img decoding="async" loading="lazy" alt="more details of a recipe" src="/assets/images/more-details-of-recipe-87e213378a5d5bd15ac31eabe446f883.png" width="2248" height="1178" class="img_SS3x"></p>
</li>
<li class="">
<p>Click <strong>Start</strong>. The Start recipe page opens.
<img decoding="async" loading="lazy" alt="starting a recipe" src="/assets/images/starting-a-recipe-56960ceaed7f915626207923de65b4a9.png" width="1724" height="650" class="img_SS3x"></p>
</li>
<li class="">
<p>Select a model from the dropdown list.</p>
<div class="theme-admonition theme-admonition-note admonition_WCGJ alert alert--secondary"><div class="admonitionHeading_GCBg"><span class="admonitionIcon_L39b"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>note</div><div class="admonitionContent_pbrs"><p>The models listed with a star are recommended to use with the recipe.</p></div></div>
</li>
<li class="">
<p>Click <strong>Start ChatBot recipe</strong>. This step might take some time to pull the recipe, copy the model to your Podman machine, start the inference server, load configurations, and create the application.
<img decoding="async" loading="lazy" alt="starting a chatbot recipe" src="/assets/images/starting-a-chatbot-recipe-2563c94d79b9668908ce96141fbbe54d.png" width="1268" height="652" class="img_SS3x"></p>
</li>
<li class="">
<p>Click <strong>Open details</strong> after the processing completes.
<img decoding="async" loading="lazy" alt="open-recipe-details" src="/assets/images/open-recipe-details-abc9e86a1324c6f164547f8ddba0c234.png" width="1250" height="1142" class="img_SS3x"></p>
</li>
<li class="">
<p>View the running AI application in the Running tab.
<img decoding="async" loading="lazy" alt="running tab" src="/assets/images/running-tab-6b8c97c088956655bf3a2405df35844e.png" width="1290" height="414" class="img_SS3x"></p>
</li>
<li class="">
<p>Optional: View the running AI application pod by opening the <strong>Pods</strong> page from the left navigation pane.
<img decoding="async" loading="lazy" alt="pod running AI app" src="/assets/images/pod-running-ai-app-a9d36d4bd79935ea6ba153d5d80efebb.png" width="1732" height="424" class="img_SS3x"></p>
</li>
</ol>
<h2 class="anchor anchorTargetStickyNavbar_tleR" id="verifying-the-ai-application">Verifying the AI application<a href="#verifying-the-ai-application" class="hash-link" aria-label="Direct link to Verifying the AI application" title="Direct link to Verifying the AI application" translate="no">​</a></h2>
<ol>
<li class="">
<p>Go to <strong>AI Lab &gt; Running</strong> using the left navigation pane.</p>
</li>
<li class="">
<p>Click the <strong>Open AI App</strong> icon to open the ChatBot application locally in a browser.
<img decoding="async" loading="lazy" alt="opening the AI application" src="/assets/images/open-ai-application-bc696ad523aa59a78734fee241d23b64.png" width="1542" height="306" class="img_SS3x"></p>
</li>
<li class="">
<p>Enter your question in the chat box and analyze the accuracy of the answer.
<img decoding="async" loading="lazy" alt="interacted with chatbot application" src="/assets/images/interacted-with-chatbot-application-e44958a60f1560c05f4b993289e36c58.png" width="1368" height="936" class="img_SS3x"></p>
</li>
</ol></div><footer class="theme-doc-footer docusaurus-mt-lg"><div class="row margin-top--sm theme-doc-footer-tags-row"><div class="col"><b>Tags:</b><ul class="tags_Ow0B padding--none margin-left--sm"><li class="tag_DFxh"><a rel="tag" class="tag_otG2 tagRegular_s0E1" href="/tutorial/tags/podman-desktop">podman-desktop</a></li><li class="tag_DFxh"><a rel="tag" class="tag_otG2 tagRegular_s0E1" href="/tutorial/tags/running-an-ai-application">running-an-ai-application</a></li></ul></div></div></footer></article><nav class="docusaurus-mt-lg pagination-nav" aria-label="Docs pages"><a class="pagination-nav__link pagination-nav__link--prev" href="/tutorial/managing-your-application-resources"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">Managing your application resources</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/tutorial/creating-an-extension"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">Creating an extension</div></a></nav></div></div><div class="col col--3"><div class="tableOfContents_XG6w thin-scrollbar theme-doc-toc-desktop"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#before-you-begin" class="table-of-contents__link toc-highlight">Before you begin</a></li><li><a href="#installing-the-extension" class="table-of-contents__link toc-highlight">Installing the extension</a></li><li><a href="#downloading-a-model" class="table-of-contents__link toc-highlight">Downloading a model</a></li><li><a href="#creating-a-service" class="table-of-contents__link toc-highlight">Creating a service</a></li><li><a href="#optional-creating-a-playground" class="table-of-contents__link toc-highlight">Optional: Creating a playground</a></li><li><a href="#running-a-recipe-chatbot-ai-application" class="table-of-contents__link toc-highlight">Running a recipe: ChatBot AI application</a></li><li><a href="#verifying-the-ai-application" class="table-of-contents__link toc-highlight">Verifying the AI application</a></li></ul></div></div></div></div></main></div></div></div><footer class="theme-layout-footer footer"><div class="container container-fluid"><div class="row footer__links"><div class="theme-layout-footer-column col footer__col"><div class="footer__title">Documentation</div><ul class="footer__items clean-list"><li class="footer__item"><a class="footer__link-item" href="/docs/installation">Installing Podman Desktop</a></li><li class="footer__item"><a class="footer__link-item" href="/docs/migrating-from-docker">Migrating from Docker</a></li><li class="footer__item"><a class="footer__link-item" href="/docs/kubernetes">Working with Kubernetes</a></li><li class="footer__item"><a class="footer__link-item" href="/docs/troubleshooting">Troubleshooting</a></li></ul></div><div class="theme-layout-footer-column col footer__col"><div class="footer__title">Links</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://github.com/podman-desktop/podman-desktop" target="_blank" rel="noopener noreferrer" class="footer__link-item">GitHub<svg width="13.5" height="13.5" aria-label="(opens in new tab)" class="iconExternalLink_nPrP"><use href="#theme-svg-external-link"></use></svg></a></li><li class="footer__item"><a href="https://discord.com/invite/x5GzFF6QH4" target="_blank" rel="noopener noreferrer" class="footer__link-item">Chat (bridged): #podman-desktop on Discord<svg width="13.5" height="13.5" aria-label="(opens in new tab)" class="iconExternalLink_nPrP"><use href="#theme-svg-external-link"></use></svg></a></li><li class="footer__item"><a href="https://github.com/podman-desktop/podman-desktop#communication" target="_blank" rel="noopener noreferrer" class="footer__link-item">Other ways to Communicate<svg width="13.5" height="13.5" aria-label="(opens in new tab)" class="iconExternalLink_nPrP"><use href="#theme-svg-external-link"></use></svg></a></li><li class="footer__item"><a href="https://github.com/orgs/podman-desktop/projects/4/views/3" target="_blank" rel="noopener noreferrer" class="footer__link-item">Current Sprint<svg width="13.5" height="13.5" aria-label="(opens in new tab)" class="iconExternalLink_nPrP"><use href="#theme-svg-external-link"></use></svg></a></li></ul></div></div><div class="footer__bottom text--center"><div class="footer__copyright">
<div class="flex flex-col items-start text-left gap-4">
<div class="w-96 mt-8 mb-8">
<img class="dark:hidden" alt="Cloud Native Computing Foundation" src="/img/cncf-logo.svg">
<img class="hidden dark:inline" alt="Cloud Native Computing Foundation" src="/img/cncf-logo-dark.svg">
</div>
<div class="text-sm">
<p class="mb-1">We are a <a href="https://cncf.io/" class="underline">Cloud Native Computing Foundation</a> sandbox project.</p>
<p class="mb-1">© Copyright Podman Desktop Contributors 2026. © 2026 The Linux Foundation. All rights reserved.</p>
<p class="mb-1">The Linux Foundation has registered trademarks and uses trademarks.
For a list of trademarks of The Linux Foundation, please see our
<a href="https://www.linuxfoundation.org/trademark-usage/" class="underline"> Trademark Usage</a> page.</p>
</div>
</div>
</div></div></div></footer></div>
</body>
</html>
Reference in a new issue View git blame Copy permalink