Fixed sampler chain not being freed

srgtuszy · srgtuszy · commit 5fff6aaeae60 · 2024-12-10T13:08:26.000+01:00
diff --git a/Sources/llama-cpp-swift/LLama.swift b/Sources/llama-cpp-swift/LLama.swift
@@ -24,6 +24,10 @@ public actor LLama {
     llama_sampler_chain_add(self.sampling, llama_sampler_init_dist(1234))
   }
 
+  deinit {
+    llama_sampler_free(self.sampling)
+  }
+
   // MARK: - Inference
 
   /// Generates an asynchronous stream of tokens as strings based on the given prompt.

Original file line number	Diff line number	Diff line change
`@@ -24,6 +24,10 @@ public actor LLama {`
`24`	`24`	`llama_sampler_chain_add(self.sampling, llama_sampler_init_dist(1234))`
`25`	`25`	`}`
`26`	`26`
	`27`	`+ deinit {`
	`28`	`+ llama_sampler_free(self.sampling)`
	`29`	`+ }`
	`30`	`+`
`27`	`31`	`// MARK: - Inference`
`28`	`32`
`29`	`33`	`/// Generates an asynchronous stream of tokens as strings based on the given prompt.`