diff --git a/LLama/Abstractions/IInferenceParams.cs b/LLama/Abstractions/IInferenceParams.cs index e576366f..08856ce3 100644 --- a/LLama/Abstractions/IInferenceParams.cs +++ b/LLama/Abstractions/IInferenceParams.cs @@ -31,21 +31,6 @@ namespace LLama.Abstractions /// public IEnumerable AntiPrompts { get; set; } - /// - /// path to file for saving/loading model eval state - /// - public string PathSession { get; set; } - - /// - /// string to suffix user inputs with - /// - public string InputSuffix { get; set; } - - /// - /// string to prefix user inputs with - /// - public string InputPrefix { get; set; } - /// /// 0 or lower to use vocab size /// diff --git a/LLama/Abstractions/IModelParams.cs b/LLama/Abstractions/IModelParams.cs index 700d98e2..ad0608d7 100644 --- a/LLama/Abstractions/IModelParams.cs +++ b/LLama/Abstractions/IModelParams.cs @@ -57,11 +57,6 @@ namespace LLama.Abstractions /// string ModelPath { get; set; } - /// - /// model alias - /// - string ModelAlias { get; set; } - /// /// lora adapter path (lora_adapter) /// @@ -82,11 +77,6 @@ namespace LLama.Abstractions /// int BatchSize { get; set; } - /// - /// Whether to convert eos to newline during the inference. - /// - bool ConvertEosToNewLine { get; set; } - /// /// Whether to use embedding mode. (embedding) Note that if this is set to true, /// The LLamaModel won't produce text response anymore. diff --git a/LLama/Common/InferenceParams.cs b/LLama/Common/InferenceParams.cs index 64d2652b..baa78da1 100644 --- a/LLama/Common/InferenceParams.cs +++ b/LLama/Common/InferenceParams.cs @@ -29,18 +29,7 @@ namespace LLama.Common /// Sequences where the model will stop generating further tokens. /// public IEnumerable AntiPrompts { get; set; } = Array.Empty(); - /// - /// path to file for saving/loading model eval state - /// - public string PathSession { get; set; } = string.Empty; - /// - /// string to suffix user inputs with - /// - public string InputSuffix { get; set; } = string.Empty; - /// - /// string to prefix user inputs with - /// - public string InputPrefix { get; set; } = string.Empty; + /// /// 0 or lower to use vocab size /// diff --git a/LLama/Common/ModelParams.cs b/LLama/Common/ModelParams.cs index e0b0c264..1ce18dd8 100644 --- a/LLama/Common/ModelParams.cs +++ b/LLama/Common/ModelParams.cs @@ -53,10 +53,6 @@ namespace LLama.Common /// public string ModelPath { get; set; } /// - /// model alias - /// - public string ModelAlias { get; set; } = "unknown"; - /// /// lora adapter path (lora_adapter) /// public string LoraAdapter { get; set; } = string.Empty; @@ -73,11 +69,6 @@ namespace LLama.Common /// public int BatchSize { get; set; } = 512; - /// - /// Whether to convert eos to newline during the inference. - /// - public bool ConvertEosToNewLine { get; set; } = false; - /// /// Whether to use embedding mode. (embedding) Note that if this is set to true, /// The LLamaModel won't produce text response anymore. @@ -141,7 +132,6 @@ namespace LLama.Common /// Base model path for the lora adapter (lora_base) /// Number of threads (-1 = autodetect) (n_threads) /// Batch size for prompt processing (must be >=32 to use BLAS) (n_batch) - /// Whether to convert eos to newline during the inference. /// Whether to use embedding mode. (embedding) Note that if this is set to true, The LLamaModel won't produce text response anymore. /// RoPE base frequency. /// RoPE frequency scaling factor @@ -152,7 +142,7 @@ namespace LLama.Common int seed = 1337, bool useFp16Memory = true, bool useMemorymap = true, bool useMemoryLock = false, bool perplexity = false, string loraAdapter = "", string loraBase = "", int threads = -1, int batchSize = 512, - bool convertEosToNewLine = false, bool embeddingMode = false, + bool embeddingMode = false, float ropeFrequencyBase = 10000.0f, float ropeFrequencyScale = 1f, bool mulMatQ = false, string encoding = "UTF-8") { @@ -168,7 +158,6 @@ namespace LLama.Common LoraBase = loraBase; Threads = threads == -1 ? Math.Max(Environment.ProcessorCount / 2, 1) : threads; BatchSize = batchSize; - ConvertEosToNewLine = convertEosToNewLine; EmbeddingMode = embeddingMode; RopeFrequencyBase = ropeFrequencyBase; RopeFrequencyScale = ropeFrequencyScale;