reorganize directories

desktop/src/app.css

@@ -0,0 +1,12 @@
+@tailwind base;
+@tailwind components;
+@tailwind utilities;
+
+html,
+body {
+  background: transparent;
+}
+
+.drag {
+  -webkit-app-region: drag;
+}

desktop/src/app.tsx

@@ -0,0 +1,129 @@
+import { useState } from 'react'
+
+const API_URL = 'http://127.0.0.1:5001'
+
+type Message = {
+  sender: string
+  content: string
+}
+
+async function completion(prompt: string, callback: (res: string) => void) {
+  const result = await fetch(`${API_URL}/generate`, {
+    method: 'POST',
+    headers: {
+      'Content-Type': 'application/json',
+    },
+    body: JSON.stringify({
+      prompt: `A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.
+
+      ### Human: Hello, Assistant.
+      ### Assistant: Hello. How may I help you today?
+      ### Human: ${prompt}`,
+      model: 'ggml-model-q4_0',
+    }),
+  })
+
+  if (!result.ok || !result.body) {
+    return
+  }
+
+  let reader = result.body.getReader()
+
+  while (true) {
+    const { done, value } = await reader.read()
+
+    if (done) {
+      break
+    }
+
+    let decoder = new TextDecoder()
+    let str = decoder.decode(value)
+    let re = /}{/g
+    str = '[' + str.replace(re, '},{') + ']'
+    let messages = JSON.parse(str)
+
+    for (const message of messages) {
+      const choice = message.choices[0]
+      if (choice.finish_reason === 'stop') {
+        break
+      }
+
+      callback(choice.text)
+    }
+  }
+
+  return
+}
+
+export default function () {
+  const [prompt, setPrompt] = useState('')
+  const [messages, setMessages] = useState<Message[]>([])
+
+  return (
+    <div className='flex min-h-screen flex-1 flex-col justify-between bg-white'>
+      <header className='drag sticky top-0 z-50 flex w-full flex-row items-center border-b border-black/5 bg-gray-50/75 p-3 backdrop-blur-md'>
+        <div className='mx-auto w-full max-w-xl leading-none'>
+          <h1 className='text-sm font-medium'>LLaMa</h1>
+          <h2 className='text-xs text-black/50'>Meta Platforms, Inc.</h2>
+        </div>
+      </header>
+      <section className='mx-auto mb-10 w-full max-w-xl flex-1 break-words'>
+        {messages.map((m, i) => (
+          <div className='my-4 flex gap-4' key={i}>
+            <div className='flex-none pr-1 text-lg'>
+              {m.sender === 'human' ? (
+                <div className='bg-neutral-200 text-neutral-700 text-sm h-6 w-6 rounded-md flex items-center justify-center mt-px'>
+                  H
+                </div>
+              ) : (
+                <div className='bg-blue-600 text-white text-sm h-6 w-6 rounded-md flex items-center justify-center mt-0.5'>
+                  L
+                </div>
+              )}
+            </div>
+            <div className='flex-1 text-gray-800'>
+              {m.content}
+              {m.sender === 'bot' && <span className='relative -top-[3px] left-1 text-[10px]'>⬤</span>}
+            </div>
+          </div>
+        ))}
+      </section>
+      <div className='sticky bottom-0 bg-gradient-to-b from-transparent to-white'>
+        <textarea
+          autoFocus
+          rows={1}
+          value={prompt}
+          placeholder='Send a message...'
+          onChange={e => setPrompt(e.target.value)}
+          className='mx-auto my-4 block w-full max-w-xl resize-none rounded-xl border border-gray-200 px-5 py-3.5 text-[15px] shadow-lg shadow-black/5 focus:outline-none'
+          onKeyDownCapture={async e => {
+            if (e.key === 'Enter' && !e.shiftKey) {
+              e.preventDefault() // Prevents the newline character from being inserted
+              // Perform your desired action here, such as submitting the form or handling the entered text
+
+              await setMessages(messages => {
+                return [...messages, { sender: 'human', content: prompt }]
+              })
+
+              const index = messages.length + 1
+              completion(prompt, res => {
+                setMessages(messages => {
+                  let message = messages[index]
+                  if (!message) {
+                    message = { sender: 'bot', content: '' }
+                  }
+
+                  message.content = message.content + res
+
+                  return [...messages.slice(0, index), message]
+                })
+              })
+
+              setPrompt('')
+            }
+          }}
+        ></textarea>
+      </div>
+    </div>
+  )
+}

desktop/src/index.html

@@ -0,0 +1,9 @@
+<!DOCTYPE html>
+<html>
+  <head>
+    <meta charset="UTF-8" />
+  </head>
+  <body>
+    <div id="app"></div>
+  </body>
+</html>

desktop/src/index.ts

@@ -0,0 +1,75 @@
+import { app, BrowserWindow } from 'electron'
+import { spawn } from 'child_process'
+import * as path from 'path'
+// This allows TypeScript to pick up the magic constants that's auto-generated by Forge's Webpack
+// plugin that tells the Electron app where to look for the Webpack-bundled app code (depending on
+// whether you're running in development or production).
+declare const MAIN_WINDOW_WEBPACK_ENTRY: string
+declare const MAIN_WINDOW_PRELOAD_WEBPACK_ENTRY: string
+
+// Handle creating/removing shortcuts on Windows when installing/uninstalling.
+if (require('electron-squirrel-startup')) {
+  app.quit()
+}
+
+const createWindow = (): void => {
+  // Create the browser window.
+  // Create the browser window.
+  const mainWindow = new BrowserWindow({
+    width: 800,
+    height: 600,
+    minWidth: 400,
+    minHeight: 300,
+    titleBarStyle: 'hiddenInset',
+    transparent: true,
+  })
+
+  // and load the index.html of the app.
+  mainWindow.loadURL(MAIN_WINDOW_WEBPACK_ENTRY)
+}
+
+// if the app is packaged then run the server
+if (app.isPackaged) {
+  const resources = process.resourcesPath
+  console.log(resources)
+
+  // Start the executable
+  const exec = path.join(resources, 'server')
+  console.log(`Starting ${exec}`)
+  const proc = spawn(exec)
+  proc.stdout.on('data', data => {
+    console.log(`server: ${data}`)
+  })
+  proc.stderr.on('data', data => {
+    console.error(`server: ${data}`)
+  })
+
+  process.on('exit', () => {
+    proc.kill()
+  })
+}
+
+// This method will be called when Electron has finished
+// initialization and is ready to create browser windows.
+// Some APIs can only be used after this event occurs.
+app.on('ready', createWindow)
+
+// Quit when all windows are closed, except on macOS. There, it's common
+// for applications and their menu bar to stay active until the user quits
+// explicitly with Cmd + Q.
+app.on('window-all-closed', () => {
+  if (process.platform !== 'darwin') {
+    app.quit()
+  }
+})
+
+app.on('activate', () => {
+  // On OS X it's common to re-create a window in the app when the
+  // dock icon is clicked and there are no other windows open.
+  if (BrowserWindow.getAllWindows().length === 0) {
+    createWindow()
+  }
+})
+
+// In this file you can include the rest of your app's specific main process
+// code. You can also put them in separate files and import them here.

desktop/src/preload.ts

@@ -0,0 +1,2 @@
+// See the Electron documentation for details on how to use preload scripts:
+// https://www.electronjs.org/docs/latest/tutorial/process-model#preload-scripts

desktop/src/renderer.tsx

@@ -0,0 +1,7 @@
+import App from './app'
+import './app.css'
+import { createRoot } from 'react-dom/client'
+
+const container = document.getElementById('app')
+const root = createRoot(container)
+root.render(<App />)