From 420c483404de786dfc4cea4ce07359bf3aacae4e Mon Sep 17 00:00:00 2001
From: saul <saul@organicdesign.co.nz>
Date: Thu, 25 Apr 2024 16:07:25 +1200
Subject: [PATCH 1/3] fix: add missing interface options

---
 src/interfaces.ts | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/interfaces.ts b/src/interfaces.ts
index 839faae..77e96cf 100644
--- a/src/interfaces.ts
+++ b/src/interfaces.ts
@@ -12,6 +12,8 @@ export interface Options {
   numa: boolean
   num_ctx: number
   num_batch: number
+  num_gpu: number
+  num_gqa: number
   main_gpu: number
   low_vram: boolean
   f16_kv: boolean
@@ -40,6 +42,8 @@ export interface Options {
   mirostat_eta: number
   penalize_newline: boolean
   stop: string[]
+  rope_frequency_base: number
+  rope_frequency_scale: number
 }
 
 export interface GenerateRequest {

From 26dd8e82254da488781747776ebc3b3be6e3d5ee Mon Sep 17 00:00:00 2001
From: Bruce MacDonald <brucewmacdonald@gmail.com>
Date: Thu, 9 May 2024 16:52:04 -0700
Subject: [PATCH 2/3] Update src/interfaces.ts

---
 src/interfaces.ts | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/interfaces.ts b/src/interfaces.ts
index 77e96cf..21a12df 100644
--- a/src/interfaces.ts
+++ b/src/interfaces.ts
@@ -13,7 +13,6 @@ export interface Options {
   num_ctx: number
   num_batch: number
   num_gpu: number
-  num_gqa: number
   main_gpu: number
   low_vram: boolean
   f16_kv: boolean

From 4dfe818dbf76af563cef639889240d2891f634f3 Mon Sep 17 00:00:00 2001
From: Bruce MacDonald <brucewmacdonald@gmail.com>
Date: Thu, 9 May 2024 16:52:09 -0700
Subject: [PATCH 3/3] Update src/interfaces.ts

---
 src/interfaces.ts | 2 --
 1 file changed, 2 deletions(-)

diff --git a/src/interfaces.ts b/src/interfaces.ts
index 21a12df..e9357e5 100644
--- a/src/interfaces.ts
+++ b/src/interfaces.ts
@@ -41,8 +41,6 @@ export interface Options {
   mirostat_eta: number
   penalize_newline: boolean
   stop: string[]
-  rope_frequency_base: number
-  rope_frequency_scale: number
 }
 
 export interface GenerateRequest {