commit 8a05b4f8d4bec7d1ae32c836c3cda8265689270b · pyrox.dev/nixpkgs

nixos/doc/manual/release-notes/rl-2405.section.md

···

       137
        
       

     

       138
        
       - [ollama](https://ollama.ai), server for running large language models locally.

     

       139
        
       

     

       0
        
       
     

       0
        
       
     

       140
        
       - [ownCloud Infinite Scale Stack](https://owncloud.com/infinite-scale-4-0/), a modern and scalable rewrite of ownCloud.

     

       141
        
       

     

       142
        
       - [PhotonVision](https://photonvision.org/), a free, fast, and easy-to-use computer vision solution for the FIRST® Robotics Competition.

···

       137
        
       

     

       138
        
       - [ollama](https://ollama.ai), server for running large language models locally.

     

       139
        
       

     

       140
       +
       - [nextjs-ollama-llm-ui](https://github.com/jakobhoeg/nextjs-ollama-llm-ui), light-weight frontend server to chat with Ollama models through a web app.

     

       141
       +
       

     

       142
        
       - [ownCloud Infinite Scale Stack](https://owncloud.com/infinite-scale-4-0/), a modern and scalable rewrite of ownCloud.

     

       143
        
       

     

       144
        
       - [PhotonVision](https://photonvision.org/), a free, fast, and easy-to-use computer vision solution for the FIRST® Robotics Competition.

nixos/modules/module-list.nix

···

       1399
        
         ./services/web-apps/netbox.nix

     

       1400
        
         ./services/web-apps/nextcloud.nix

     

       1401
        
         ./services/web-apps/nextcloud-notify_push.nix

     

       0
        
       
     

       1402
        
         ./services/web-apps/nexus.nix

     

       1403
        
         ./services/web-apps/nifi.nix

     

       1404
        
         ./services/web-apps/node-red.nix

···

       1399
        
         ./services/web-apps/netbox.nix

     

       1400
        
         ./services/web-apps/nextcloud.nix

     

       1401
        
         ./services/web-apps/nextcloud-notify_push.nix

     

       1402
       +
         ./services/web-apps/nextjs-ollama-llm-ui.nix

     

       1403
        
         ./services/web-apps/nexus.nix

     

       1404
        
         ./services/web-apps/nifi.nix

     

       1405
        
         ./services/web-apps/node-red.nix

+87

nixos/modules/services/web-apps/nextjs-ollama-llm-ui.nix

···

       1
       +
       {

     

       2
       +
         config,

     

       3
       +
         pkgs,

     

       4
       +
         lib,

     

       5
       +
         ...

     

       6
       +
       }:

     

       7
       +
       let

     

       8
       +
         cfg = config.services.nextjs-ollama-llm-ui;

     

       9
       +
         # we have to override the URL to a Ollama service here, because it gets baked into the web app.

     

       10
       +
         nextjs-ollama-llm-ui = cfg.package.override { ollamaUrl = "https://ollama.lambdablob.com"; };

     

       11
       +
       in

     

       12
       +
       {

     

       13
       +
         options = {

     

       14
       +
           services.nextjs-ollama-llm-ui = {

     

       15
       +
             enable = lib.mkEnableOption ''

     

       16
       +
               Simple Ollama web UI service; an easy to use web frontend for a Ollama backend service.

     

       17
       +
               Run state-of-the-art AI large language models (LLM) similar to ChatGPT locally with privacy

     

       18
       +
               on your personal computer.

     

       19
       +
               This service is stateless and doesn't store any data on the server; all data is kept

     

       20
       +
               locally in your web browser.

     

       21
       +
               See https://github.com/jakobhoeg/nextjs-ollama-llm-ui.

     

       22
       +
       

     

       23
       +
               Required: You need the Ollama backend service running by having

     

       24
       +
               "services.nextjs-ollama-llm-ui.ollamaUrl" point to the correct url.

     

       25
       +
               You can host such a backend service with NixOS through "services.ollama".

     

       26
       +
             '';

     

       27
       +
             package = lib.mkPackageOption pkgs "nextjs-ollama-llm-ui" { };

     

       28
       +
       

     

       29
       +
             hostname = lib.mkOption {

     

       30
       +
               type = lib.types.str;

     

       31
       +
               default = "127.0.0.1";

     

       32
       +
               example = "ui.example.org";

     

       33
       +
               description = ''

     

       34
       +
                 The hostname under which the Ollama UI interface should be accessible.

     

       35
       +
                 By default it uses localhost/127.0.0.1 to be accessible only from the local machine.

     

       36
       +
                 Change to "0.0.0.0" to make it directly accessible from the local network.

     

       37
       +
       

     

       38
       +
                 Note: You should keep it at 127.0.0.1 and only serve to the local

     

       39
       +
                 network or internet from a (home) server behind a reverse-proxy and secured encryption.

     

       40
       +
                 See https://wiki.nixos.org/wiki/Nginx for instructions on how to set up a reverse-proxy.

     

       41
       +
               '';

     

       42
       +
             };

     

       43
       +
       

     

       44
       +
             port = lib.mkOption {

     

       45
       +
               type = lib.types.port;

     

       46
       +
               default = 3000;

     

       47
       +
               example = 3000;

     

       48
       +
               description = ''

     

       49
       +
                 The port under which the Ollama UI interface should be accessible.

     

       50
       +
               '';

     

       51
       +
             };

     

       52
       +
       

     

       53
       +
             ollamaUrl = lib.mkOption {

     

       54
       +
               type = lib.types.str;

     

       55
       +
               default = "127.0.0.1:11434";

     

       56
       +
               example = "https://ollama.example.org";

     

       57
       +
               description = ''

     

       58
       +
                 The address (including host and port) under which we can access the Ollama backend server.

     

       59
       +
                 !Note that if the the UI service is running under a domain "https://ui.example.org",

     

       60
       +
                 the Ollama backend service must allow "CORS" requests from this domain, e.g. by adding

     

       61
       +
                 "services.ollama.environment.OLLAMA_ORIGINS = [ ... "https://ui.example.org" ];"!

     

       62
       +
               '';

     

       63
       +
             };

     

       64
       +
           };

     

       65
       +
         };

     

       66
       +
       

     

       67
       +
         config = lib.mkIf cfg.enable {

     

       68
       +
           systemd.services = {

     

       69
       +
       

     

       70
       +
             nextjs-ollama-llm-ui = {

     

       71
       +
               wantedBy = [ "multi-user.target" ];

     

       72
       +
               description = "Nextjs Ollama LLM Ui.";

     

       73
       +
               after = [ "network.target" ];

     

       74
       +
               environment = {

     

       75
       +
                 HOSTNAME = cfg.hostname;

     

       76
       +
                 PORT = toString cfg.port;

     

       77
       +
                 NEXT_PUBLIC_OLLAMA_URL = cfg.ollamaUrl;

     

       78
       +
               };

     

       79
       +
               serviceConfig = {

     

       80
       +
                 ExecStart = "${lib.getExe nextjs-ollama-llm-ui}";

     

       81
       +
                 DynamicUser = true;

     

       82
       +
               };

     

       83
       +
             };

     

       84
       +
           };

     

       85
       +
         };

     

       86
       +
         meta.maintainers = with lib.maintainers; [ malteneuss ];

     

       87
       +
       }

nixos/tests/all-tests.nix

···

       616
        
         # TODO: put in networking.nix after the test becomes more complete

     

       617
        
         networkingProxy = handleTest ./networking-proxy.nix {};

     

       618
        
         nextcloud = handleTest ./nextcloud {};

     

       0
        
       
     

       619
        
         nexus = handleTest ./nexus.nix {};

     

       620
        
         # TODO: Test nfsv3 + Kerberos

     

       621
        
         nfs3 = handleTest ./nfs { version = 3; };

···

       616
        
         # TODO: put in networking.nix after the test becomes more complete

     

       617
        
         networkingProxy = handleTest ./networking-proxy.nix {};

     

       618
        
         nextcloud = handleTest ./nextcloud {};

     

       619
       +
         nextjs-ollama-llm-ui = runTest ./web-apps/nextjs-ollama-llm-ui.nix;

     

       620
        
         nexus = handleTest ./nexus.nix {};

     

       621
        
         # TODO: Test nfsv3 + Kerberos

     

       622
        
         nfs3 = handleTest ./nfs { version = 3; };

+22

nixos/tests/web-apps/nextjs-ollama-llm-ui.nix

···

       1
       +
       { lib, ... }:

     

       2
       +
       

     

       3
       +
       {

     

       4
       +
         name = "nextjs-ollama-llm-ui";

     

       5
       +
         meta.maintainers = with lib.maintainers; [ malteneuss ];

     

       6
       +
       

     

       7
       +
         nodes.machine =

     

       8
       +
           { pkgs, ... }:

     

       9
       +
           {

     

       10
       +
             services.nextjs-ollama-llm-ui = {

     

       11
       +
               enable = true;

     

       12
       +
               port = 8080;

     

       13
       +
             };

     

       14
       +
           };

     

       15
       +
       

     

       16
       +
         testScript = ''

     

       17
       +
           # Ensure the service is started and reachable

     

       18
       +
           machine.wait_for_unit("nextjs-ollama-llm-ui.service")

     

       19
       +
           machine.wait_for_open_port(8080)

     

       20
       +
           machine.succeed("curl --fail http://127.0.0.1:8080")

     

       21
       +
         '';

     

       22
       +
       }

pkgs/by-name/ne/nextjs-ollama-llm-ui/package.nix

···

       2
        
         buildNpmPackage,

     

       3
        
         fetchFromGitHub,

     

       4
        
         inter,

     

       0
        
       
     

       5
        
         lib,

     

       6
        
         # This is a app can only be used in a browser and starts a web server only accessible at

     

       7
        
         # localhost/127.0.0.1 from the local computer at the given port.

     
···

       81
        
       

     

       82
        
         doDist = false;

     

       83
        
         #######################

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       84
        
       

     

       85
        
         meta = {

     

       86
        
           description = "Simple chat web interface for Ollama LLMs.";

···

       2
        
         buildNpmPackage,

     

       3
        
         fetchFromGitHub,

     

       4
        
         inter,

     

       5
       +
         nixosTests,

     

       6
        
         lib,

     

       7
        
         # This is a app can only be used in a browser and starts a web server only accessible at

     

       8
        
         # localhost/127.0.0.1 from the local computer at the given port.

     
···

       82
        
       

     

       83
        
         doDist = false;

     

       84
        
         #######################

     

       85
       +
       

     

       86
       +
         passthru = {

     

       87
       +
           tests = {

     

       88
       +
             inherit (nixosTests) nextjs-ollama-llm-ui;

     

       89
       +
           };

     

       90
       +
         };

     

       91
        
       

     

       92
        
         meta = {

     

       93
        
           description = "Simple chat web interface for Ollama LLMs.";