v0.1.8 (#59)

* fixed url opening through markdown

* added system prompt editor

* added auto scroll

* fixed height model variant scroll

* added model size in gb

* added status bar footer

* fix layout to add scrollbar in chat window

* added /completion endpoint

* added multi model and smart memory approximator

* added threadpool to model manager and fixed gpu memory usage

* use vulkan backend detector

* fixed gpu vram monitoring to use directx

* fixed crashed on multimodel by threadpool

* update nsis installer

Author: rifkybujana

CMakeLists.txt

@@ -24,13 +24,6 @@ option(DEBUG "Build with debugging information" OFF)
 
 # ==== External Dependencies ====
 
-# OpenGL
-find_package(OpenGL REQUIRED)
-if(NOT OpenGL_FOUND)
-    message(FATAL_ERROR "OpenGL not found")
-endif()
-message(STATUS "Found OpenGL: ${OpenGL_INCLUDE_DIR}")
-
 # OpenSSL
 find_package(OpenSSL REQUIRED)
 if(NOT OpenSSL_FOUND)
@@ -112,7 +105,6 @@ target_compile_definitions(kolosal_lib PUBLIC
 target_include_directories(kolosal_lib PUBLIC
     ${IMGUI_DIR}
     ${IMGUI_DIR}/backends
-    ${OpenGL_INCLUDE_DIR}
     ${EXTERNAL_DIR}/glad/include
     ${EXTERNAL_DIR}/icons
     ${EXTERNAL_DIR}/nlohmann
@@ -131,7 +123,6 @@ target_include_directories(kolosal_lib PUBLIC
 # Platform-specific library dependencies
 if(WIN32)
     target_link_libraries(kolosal_lib PUBLIC
-        ${OpenGL_LIBRARIES}
         glad
         nfd
         Dwmapi
@@ -153,12 +144,11 @@ if(WIN32)
     )
 else()
     target_link_libraries(kolosal_lib PUBLIC
-        ${OpenGL_LIBRARIES}
         glad
         nfd
         OpenSSL::SSL
     )
-    
+
     target_compile_definitions(kolosal_lib PUBLIC
         IMGUI_IMPL_OPENGL_LOADER_GLAD
         ${FONT_DEFINITIONS}

external/genta-personal/bin/InferenceEngineLib.dll

@@ -69,7 +69,7 @@ struct LoadingParameters
 	bool warmup = false;
 	int n_parallel = 1;
 	int n_gpu_layers = 100;
-	int n_batch = 4096;
+	int n_batch = 256;
 };
 
 #endif // TYPES_H

external/genta-personal/bin/InferenceEngineLibVulkan.dll

@@ -2,6 +2,7 @@
 
 #include <imgui.h>
 
+#define APP_VERSION "0.1.8"
 
 // TODO: Need to refactor this to use json file that is modifiable by the user in realtime
 //       Set up a system to save and load the settings from a json file
@@ -132,4 +133,5 @@ namespace Config
     constexpr float INPUT_HEIGHT = 100.0F;
     constexpr float CHAT_WINDOW_CONTENT_WIDTH = 750.0F;
     constexpr float TITLE_BAR_HEIGHT = 50.0F;
+    constexpr float FOOTER_HEIGHT = 22.0F;
 } // namespace Config