build: change nuget configuration for cuda detection.

LLama.SemanticKernel/LLamaSharp.SemanticKernel.csproj

@@ -10,8 +10,8 @@
 		<ImplicitUsings>enable</ImplicitUsings>
 		<Nullable>enable</Nullable>
 
-    <Version>0.6.2-beta1</Version>
-    <Authors>Tim Miller</Authors>
+    <Version>0.8.0</Version>
+    <Authors>Tim Miller, xbotter</Authors>
     <Company>SciSharp STACK</Company>
     <GeneratePackageOnBuild>true</GeneratePackageOnBuild>
     <Copyright>MIT, SciSharp STACK $([System.DateTime]::UtcNow.ToString(yyyy))</Copyright>

LLama/LLamaSharp.csproj

@@ -7,7 +7,7 @@
     <Platforms>AnyCPU;x64;Arm64</Platforms>
     <AllowUnsafeBlocks>True</AllowUnsafeBlocks>
 
-    <Version>0.7.1</Version>
+    <Version>0.8.0</Version>
     <Authors>Yaohui Liu, Martin Evans, Haiping Chen</Authors>
     <Company>SciSharp STACK</Company>
     <GeneratePackageOnBuild>true</GeneratePackageOnBuild>
@@ -17,11 +17,11 @@
     <PackageIconUrl>https://avatars3.githubusercontent.com/u/44989469?s=200&amp;v=4</PackageIconUrl>
     <PackageTags>LLama, LLM, GPT, ChatGPT, NLP, AI, Chat Bot, SciSharp</PackageTags>
     <Description>
-      The .NET binding of LLama.cpp, providing APIs to run the model and deploy it on Web. For model
+      The .NET binding of LLama.cpp, making LLM inference and deployment easy and fast. For model
       weights to run, please go to https://github.com/SciSharp/LLamaSharp for more information.
     </Description>
     <PackageReleaseNotes>
-      LLamaSharp 0.5.0 adds support for GGUF, grammar and integration with semantic-kernel.
+      LLamaSharp 0.8.0 supports automatically device feature detection, adds integration with kernel-memory and fixes some performance issues.
     </PackageReleaseNotes>
     <PackageLicenseExpression>MIT</PackageLicenseExpression>
     <PackageOutputPath>packages</PackageOutputPath>

LLama/runtimes/build/LLamaSharp.Backend.Cuda11.nuspec

@@ -17,8 +17,8 @@
 
   <files>
     <file src="LLamaSharpBackend.props" target="build/netstandard2.0/LLamaSharp.Backend.Cuda11.props" />
-    <file src="runtimes/libllama-cuda11.dll" target="runtimes\win-x64\native\libllama.dll" />
-    <file src="runtimes/libllama-cuda11.so" target="runtimes\linux-x64\native\libllama.so" />
+    <file src="runtimes/libllama-cuda11.dll" target="runtimes\win-x64\native\cuda11\libllama.dll" />
+    <file src="runtimes/libllama-cuda11.so" target="runtimes\linux-x64\native\cuda11\libllama.so" />
     <file src="icon512.png" target="icon512.png" />
   </files>
 </package>

LLama/runtimes/build/LLamaSharp.Backend.Cuda12.nuspec

@@ -17,8 +17,8 @@
 
   <files>
     <file src="LLamaSharpBackend.props" target="build/netstandard2.0/LLamaSharp.Backend.Cuda12.props" />
-    <file src="runtimes/libllama-Cuda12.dll" target="runtimes\win-x64\native\libllama.dll" />
-    <file src="runtimes/libllama-Cuda12.so" target="runtimes\linux-x64\native\libllama.so" />
+    <file src="runtimes/libllama-Cuda12.dll" target="runtimes\win-x64\native\cuda12\libllama.dll" />
+    <file src="runtimes/libllama-Cuda12.so" target="runtimes\linux-x64\native\cuda12\libllama.so" />
     <file src="icon512.png" target="icon512.png" />
   </files>
 </package>

LLama/runtimes/build/LLamaSharpBackend.props

@@ -7,33 +7,7 @@
   <ItemGroup Condition="Exists('packages.config') OR
                         Exists('$(MSBuildProjectName).packages.config') OR
                         Exists('packages.$(MSBuildProjectName).config')">
-    <Content Include="$(MSBuildThisFileDirectory)\..\..\runtimes\win-x64\native\*.dll"
-             Condition="'$(PlatformTarget)' == 'x64'">
-      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
-      <Visible>false</Visible>
-      <Link>%(Filename)%(Extension)</Link>
-    </Content>
-    <Content Include="$(MSBuildThisFileDirectory)\..\..\runtimes\linux-x64\native\*.so"
-             Condition="'$(PlatformTarget)' == 'x64'">
-      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
-      <Visible>false</Visible>
-      <Link>%(Filename)%(Extension)</Link>
-    </Content>
-    <Content Include="$(MSBuildThisFileDirectory)\..\..\runtimes\osx-x64\native\*.dylib"
-             Condition="'$(PlatformTarget)' == 'x64'">
-      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
-      <Visible>false</Visible>
-      <Link>%(Filename)%(Extension)</Link>
-    </Content>
-
-    <Content Include="$(MSBuildThisFileDirectory)\..\..\runtimes\osx-arm64\native\*.dylib"
-             Condition="'$(PlatformTarget)' == 'arm64'">
-      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
-      <Visible>false</Visible>
-      <Link>%(Filename)%(Extension)</Link>
-    </Content>
-    <Content Include="$(MSBuildThisFileDirectory)\..\..\runtimes\osx-arm64\native\*.metal"
-             Condition="'$(PlatformTarget)' == 'arm64'">
+    <Content Include="$(MSBuildThisFileDirectory)\..\..\runtimes\**\*.*">
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
       <Visible>false</Visible>
       <Link>%(Filename)%(Extension)</Link>