Prepare for v0.3.5

Cargo.toml

@@ -12,7 +12,7 @@ members = [
 resolver = "2"
 
 [workspace.package]
-version = "0.3.4"
+version = "0.3.5"
 edition = "2021"
 description = "Fast and easy LLM serving."
 homepage = "https://github.com/EricLBuehler/mistral.rs"

mistralrs-bench/Cargo.toml

@@ -18,7 +18,7 @@ candle-core.workspace = true
 serde.workspace = true
 serde_json.workspace = true
 clap.workspace = true
-mistralrs-core = { version = "0.3.4", path = "../mistralrs-core" }
+mistralrs-core = { version = "0.3.5", path = "../mistralrs-core" }
 tracing.workspace = true
 tokio.workspace = true
 cli-table = "0.4.7"

mistralrs-core/Cargo.toml

@@ -64,13 +64,13 @@ tracing-subscriber.workspace = true
 derive-new = "0.7.0"
 itertools = "0.13.0"
 sysinfo = "0.30.12"
-mistralrs-vision = { version = "0.3.4", path = "../mistralrs-vision" }
+mistralrs-vision = { version = "0.3.5", path = "../mistralrs-vision" }
 csv = "1.3.0"
 reqwest.workspace = true
 base64.workspace = true
 bytemuck_derive = "1.7.0"
-mistralrs-paged-attn = { version = "0.3.4", path = "../mistralrs-paged-attn", optional = true }
-mistralrs-quant = { version = "0.3.4", path = "../mistralrs-quant" }
+mistralrs-paged-attn = { version = "0.3.5", path = "../mistralrs-paged-attn", optional = true }
+mistralrs-quant = { version = "0.3.5", path = "../mistralrs-quant" }
 uuid = { version = "1.10.0", features = ["v4"] }
 schemars = "0.8.21"
 serde_yaml = "0.9.34"

mistralrs-core/src/layers_masker.rs

@@ -221,7 +221,7 @@ impl CausalMasker {
     }
 
     #[deprecated(
-        since = "0.3.4",
+        since = "0.3.5",
         note = "use `make_causal_mask_matrix_as_attn_bias` instead. This is incompatible with `Sdpa`."
     )]
     pub fn make_causal_mask_as_attn_bias(
@@ -272,7 +272,7 @@ impl CausalMasker {
     }
 
     #[deprecated(
-        since = "0.3.4",
+        since = "0.3.5",
         note = "use `make_causal_mask_matrix_with_sliding_window_as_attn_bias` instead. This is incompatible with `Sdpa`."
     )]
     pub fn make_causal_mask_with_sliding_window_as_attn_bias(

mistralrs-pyo3/Cargo.toml

@@ -17,7 +17,7 @@ doc = false
 
 [dependencies]
 pyo3.workspace = true
-mistralrs-core = { version = "0.3.4", path = "../mistralrs-core", features = ["pyo3_macros"] }
+mistralrs-core = { version = "0.3.5", path = "../mistralrs-core", features = ["pyo3_macros"] }
 serde.workspace = true
 serde_json.workspace = true
 candle-core.workspace = true

mistralrs-pyo3/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "mistralrs"
-version = "0.3.4"
+version = "0.3.5"
 requires-python = ">=3.10"
 classifiers = [
     "Programming Language :: Rust",

mistralrs-server/Cargo.toml

@@ -22,7 +22,7 @@ axum = { version = "0.7.4", features = ["tokio"] }
 tower-http = { version = "0.5.1", features = ["cors"]}
 utoipa = { version = "4.2", features = ["axum_extras"] }
 utoipa-swagger-ui = { version = "7.1.0", features = ["axum"]}
-mistralrs-core = { version = "0.3.4", path = "../mistralrs-core" }
+mistralrs-core = { version = "0.3.5", path = "../mistralrs-core" }
 indexmap.workspace = true
 accelerate-src = { workspace = true, optional = true }
 intel-mkl-src = { workspace = true, optional = true }

mistralrs/Cargo.toml

@@ -12,7 +12,7 @@ license.workspace = true
 homepage.workspace = true
 
 [dependencies]
-mistralrs-core = { version = "0.3.4", path = "../mistralrs-core" }
+mistralrs-core = { version = "0.3.5", path = "../mistralrs-core" }
 anyhow.workspace = true
 tokio.workspace = true
 candle-core.workspace = true

mistralrs/src/messages.rs

@@ -140,7 +140,7 @@ impl VisionMessages {
         self
     }
 
-    #[deprecated(since = "0.3.4", note = "use add_image_message")]
+    #[deprecated(since = "0.3.5", note = "use add_image_message")]
     /// This handles adding the `<|image_{N}|>` prefix to the prompt.
     pub fn add_phiv_image_message(
         mut self,
@@ -163,7 +163,7 @@ impl VisionMessages {
         self
     }
 
-    #[deprecated(since = "0.3.4", note = "use add_image_message")]
+    #[deprecated(since = "0.3.5", note = "use add_image_message")]
     /// This handles adding the `<|image|>` prefix to the prompt.
     pub fn add_vllama_image_message(
         mut self,
@@ -182,7 +182,7 @@ impl VisionMessages {
         self
     }
 
-    #[deprecated(since = "0.3.4", note = "use add_image_message")]
+    #[deprecated(since = "0.3.5", note = "use add_image_message")]
     /// This handles adding the `<image>` prefix to the prompt.
     pub fn add_llava_image_message(
         mut self,
@@ -201,7 +201,7 @@ impl VisionMessages {
         self
     }
 
-    #[deprecated(since = "0.3.4", note = "use add_image_message")]
+    #[deprecated(since = "0.3.5", note = "use add_image_message")]
     pub fn add_idefics_image_message(
         mut self,
         role: TextMessageRole,