feat: add data for proven compact lists

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "tfhe-backward-compat-data"
-version = "0.1.0"
+version = "0.2.0"
 license = "BSD-3-Clause-Clear"
 edition = "2021"
 
@@ -10,22 +10,31 @@ edition = "2021"
 # This is a list of tfhe-rs versions we will generate data for. This list will grow over time.
 # They are only activated when generating data, with the binary target and the "generate" feature.
 tfhe_0_6 = { version = "0.6", features = [
-    "boolean",
-    "integer",
-    "shortint",
-    "x86_64-unix",
-    "experimental-force_fft_algo_dif4",
+  "boolean",
+  "integer",
+  "shortint",
+  "x86_64-unix",
+  "experimental-force_fft_algo_dif4",
 ], package = "tfhe", optional = true }
 tfhe_0_7 = { version = "0.7", features = [
-    "boolean",
-    "integer",
-    "shortint",
-    "x86_64-unix",
-    "experimental-force_fft_algo_dif4",
+  "boolean",
+  "integer",
+  "shortint",
+  "x86_64-unix",
+  "experimental-force_fft_algo_dif4",
 ], package = "tfhe", optional = true }
+tfhe_0_8 = { features = [
+  "boolean",
+  "integer",
+  "shortint",
+  "x86_64-unix",
+	"zk-pok",
+  "experimental-force_fft_algo_dif4",
+], package = "tfhe", optional = true, git = "https://github.com/zama-ai/tfhe-rs", branch = "ns/versionize_zk" }
 
 tfhe-versionable_0_1 = { version = "0.1", optional = true, package = "tfhe-versionable" }
 tfhe-versionable_0_2 = { version = "0.2", optional = true, package = "tfhe-versionable" }
+tfhe-versionable_0_3 = { version = "0.3", optional = true, package = "tfhe-versionable", git = "https://github.com/zama-ai/tfhe-rs", branch = "ns/versionize_zk" }
 
 # other deps
 serde = { version = "1.0", features = ["derive"] }
@@ -43,11 +52,11 @@ required-features = ["generate"]
 default = ["generate"]
 
 generate = [
-    "dep:tfhe_0_6",
-    "dep:tfhe_0_7",
-    "dep:tfhe-versionable_0_1",
-    "dep:tfhe-versionable_0_2",
+  "dep:tfhe_0_6",
+  "dep:tfhe_0_7",
+  "dep:tfhe_0_8",
+  "dep:tfhe-versionable_0_1",
+  "dep:tfhe-versionable_0_2",
+  "dep:tfhe-versionable_0_3",
 ]
 load = ["dep:semver"]
-
-[workspace]

data/high_level_api.ron

@@ -8,8 +8,12 @@
                 lwe_dimension: 761,
                 glwe_dimension: 1,
                 polynomial_size: 2048,
-                lwe_noise_gaussian_stddev: 0.00000636835566258815,
-                glwe_noise_gaussian_stddev: 0.00000000000000031529322391500584,
+                lwe_noise_distribution: Gaussian(
+                    stddev: 0.00000636835566258815,
+                ),
+                glwe_noise_distribution: Gaussian(
+                    stddev: 0.00000000000000031529322391500584,
+                ),
                 pbs_base_log: 23,
                 pbs_level: 1,
                 ks_base_log: 3,
@@ -291,6 +295,7 @@
             test_filename: "hl_packed_heterogeneous_list",
             key_filename: "client_key.cbor",
             compressed: false,
+            proof_info: None,
             clear_values: [
                 17,
                 18446744073709551604,
@@ -312,6 +317,7 @@
             test_filename: "hl_heterogeneous_list",
             key_filename: "client_key.cbor",
             compressed: false,
+            proof_info: None,
             clear_values: [
                 17,
                 18446744073709551604,
@@ -333,6 +339,7 @@
             test_filename: "hl_compressed_heterogeneous_list",
             key_filename: "client_key.cbor",
             compressed: true,
+            proof_info: None,
             clear_values: [
                 17,
                 18446744073709551604,
@@ -356,8 +363,12 @@
                 lwe_dimension: 761,
                 glwe_dimension: 1,
                 polynomial_size: 2048,
-                lwe_noise_gaussian_stddev: 0.00000636835566258815,
-                glwe_noise_gaussian_stddev: 0.00000000000000031529322391500584,
+                lwe_noise_distribution: Gaussian(
+                    stddev: 0.00000636835566258815,
+                ),
+                glwe_noise_distribution: Gaussian(
+                    stddev: 0.00000000000000031529322391500584,
+                ),
                 pbs_base_log: 23,
                 pbs_level: 1,
                 ks_base_log: 3,
@@ -380,4 +391,43 @@
             compressed: false,
         )),
     ),
+    (
+        tfhe_version_min: "0.8",
+        tfhe_module: "high_level_api",
+        metadata: ZkPkePublicParams((
+            test_filename: "zk_pke_public_params",
+            lwe_dimension: 2048,
+            max_num_cleartext: 16,
+            noise_bound: 46,
+            ciphertext_modulus: 18446744073709551616,
+            plaintext_modulus: 32,
+            padding_bit_count: 1,
+        )),
+    ),
+    (
+        tfhe_version_min: "0.8",
+        tfhe_module: "high_level_api",
+        metadata: HlHeterogeneousCiphertextList((
+            test_filename: "hl_proven_heterogeneous_list",
+            key_filename: "client_key.cbor",
+            compressed: false,
+            proof_info: Some((
+                public_key_filename: "public_key.cbor",
+                params_filename: "zk_pke_public_params.cbor",
+                metadata: "drawkcab",
+            )),
+            clear_values: [
+                17,
+                18446744073709551604,
+                0,
+                1,
+            ],
+            data_kinds: [
+                Unsigned,
+                Signed,
+                Bool,
+                Bool,
+            ],
+        )),
+    ),
 ]

data/shortint.ron

@@ -8,8 +8,12 @@
                 lwe_dimension: 761,
                 glwe_dimension: 1,
                 polynomial_size: 2048,
-                lwe_noise_gaussian_stddev: 0.00000636835566258815,
-                glwe_noise_gaussian_stddev: 0.00000000000000031529322391500584,
+                lwe_noise_distribution: Gaussian(
+                    stddev: 0.00000636835566258815,
+                ),
+                glwe_noise_distribution: Gaussian(
+                    stddev: 0.00000000000000031529322391500584,
+                ),
                 pbs_base_log: 23,
                 pbs_level: 1,
                 ks_base_log: 3,

src/data_0_6.rs

@@ -2,14 +2,15 @@ use crate::generate::{save_cbor, store_versioned_test_01, TfhersVersion, VALID_T
 use crate::{
     HlBoolCiphertextListTest, HlBoolCiphertextTest, HlCiphertextListTest, HlCiphertextTest,
     HlClientKeyTest, HlPublicKeyTest, HlServerKeyTest, HlSignedCiphertextListTest,
-    HlSignedCiphertextTest, ShortintCiphertextTest, ShortintClientKeyTest, TestMetadata,
-    TestParameterSet, HL_MODULE_NAME, SHORTINT_MODULE_NAME,
+    HlSignedCiphertextTest, ShortintCiphertextTest, ShortintClientKeyTest, TestDistribution,
+    TestMetadata, TestParameterSet, HL_MODULE_NAME, SHORTINT_MODULE_NAME,
 };
 use std::borrow::Cow;
 use std::fs::create_dir_all;
 use tfhe_0_6::boolean::engine::BooleanEngine;
 use tfhe_0_6::core_crypto::commons::generators::DeterministicSeeder;
 use tfhe_0_6::core_crypto::commons::math::random::{ActivatedRandomGenerator, Seed};
+use tfhe_0_6::core_crypto::prelude::TUniform;
 use tfhe_0_6::prelude::FheEncrypt;
 use tfhe_0_6::shortint::engine::ShortintEngine;
 use tfhe_0_6::shortint::parameters::{
@@ -34,18 +35,27 @@ macro_rules! store_versioned_test {
     };
 }
 
+impl From<TestDistribution> for DynamicDistribution<u64> {
+    fn from(value: TestDistribution) -> Self {
+        match value {
+            TestDistribution::Gaussian { stddev } => {
+                DynamicDistribution::new_gaussian_from_std_dev(StandardDev(stddev))
+            }
+            TestDistribution::TUniform { bound_log2 } => {
+                DynamicDistribution::TUniform(TUniform::new(bound_log2))
+            }
+        }
+    }
+}
+
 impl From<TestParameterSet> for ClassicPBSParameters {
     fn from(value: TestParameterSet) -> Self {
         ClassicPBSParameters {
             lwe_dimension: LweDimension(value.lwe_dimension),
             glwe_dimension: GlweDimension(value.glwe_dimension),
             polynomial_size: PolynomialSize(value.polynomial_size),
-            lwe_noise_distribution: DynamicDistribution::new_gaussian_from_std_dev(StandardDev(
-                value.lwe_noise_gaussian_stddev,
-            )),
-            glwe_noise_distribution: DynamicDistribution::new_gaussian_from_std_dev(StandardDev(
-                value.glwe_noise_gaussian_stddev,
-            )),
+            lwe_noise_distribution: value.lwe_noise_distribution.into(),
+            glwe_noise_distribution: value.glwe_noise_distribution.into(),
             pbs_base_log: DecompositionBaseLog(value.pbs_base_log),
             pbs_level: DecompositionLevelCount(value.pbs_level),
             ks_base_log: DecompositionBaseLog(value.ks_base_log),

src/data_0_7.rs

@@ -2,14 +2,15 @@ use crate::generate::{
     store_versioned_auxiliary_02, store_versioned_test_02, TfhersVersion, VALID_TEST_PARAMS,
 };
 use crate::{
-    DataKind, HlClientKeyTest, HlHeterogeneousCiphertextListTest, HlServerKeyTest, TestMetadata,
-    TestParameterSet, HL_MODULE_NAME,
+    DataKind, HlClientKeyTest, HlHeterogeneousCiphertextListTest, HlServerKeyTest,
+    TestDistribution, TestMetadata, TestParameterSet, HL_MODULE_NAME,
 };
 use std::borrow::Cow;
 use std::fs::create_dir_all;
 use tfhe_0_7::boolean::engine::BooleanEngine;
 use tfhe_0_7::core_crypto::commons::generators::DeterministicSeeder;
 use tfhe_0_7::core_crypto::commons::math::random::ActivatedRandomGenerator;
+use tfhe_0_7::core_crypto::prelude::TUniform;
 use tfhe_0_7::prelude::FheEncrypt;
 use tfhe_0_7::shortint::engine::ShortintEngine;
 use tfhe_0_7::shortint::parameters::{
@@ -37,18 +38,27 @@ macro_rules! store_versioned_auxiliary {
     };
 }
 
+impl From<TestDistribution> for DynamicDistribution<u64> {
+    fn from(value: TestDistribution) -> Self {
+        match value {
+            TestDistribution::Gaussian { stddev } => {
+                DynamicDistribution::new_gaussian_from_std_dev(StandardDev(stddev))
+            }
+            TestDistribution::TUniform { bound_log2 } => {
+                DynamicDistribution::TUniform(TUniform::new(bound_log2))
+            }
+        }
+    }
+}
+
 impl From<TestParameterSet> for ClassicPBSParameters {
     fn from(value: TestParameterSet) -> Self {
         ClassicPBSParameters {
             lwe_dimension: LweDimension(value.lwe_dimension),
             glwe_dimension: GlweDimension(value.glwe_dimension),
             polynomial_size: PolynomialSize(value.polynomial_size),
-            lwe_noise_distribution: DynamicDistribution::new_gaussian_from_std_dev(StandardDev(
-                value.lwe_noise_gaussian_stddev,
-            )),
-            glwe_noise_distribution: DynamicDistribution::new_gaussian_from_std_dev(StandardDev(
-                value.glwe_noise_gaussian_stddev,
-            )),
+            lwe_noise_distribution: value.lwe_noise_distribution.into(),
+            glwe_noise_distribution: value.glwe_noise_distribution.into(),
             pbs_base_log: DecompositionBaseLog(value.pbs_base_log),
             pbs_level: DecompositionLevelCount(value.pbs_level),
             ks_base_log: DecompositionBaseLog(value.ks_base_log),
@@ -87,6 +97,7 @@ const HL_COMPACTLIST_TEST: HlHeterogeneousCiphertextListTest = HlHeterogeneousCi
         DataKind::Bool,
     ]),
     compressed: false,
+    proof_info: None,
 };
 
 const HL_PACKED_COMPACTLIST_TEST: HlHeterogeneousCiphertextListTest =
@@ -96,6 +107,7 @@ const HL_PACKED_COMPACTLIST_TEST: HlHeterogeneousCiphertextListTest =
         clear_values: HL_COMPACTLIST_TEST.clear_values,
         data_kinds: HL_COMPACTLIST_TEST.data_kinds,
         compressed: false,
+        proof_info: None,
     };
 
 const HL_COMPRESSED_LIST_TEST: HlHeterogeneousCiphertextListTest =
@@ -110,6 +122,7 @@ const HL_COMPRESSED_LIST_TEST: HlHeterogeneousCiphertextListTest =
             DataKind::Bool,
         ]),
         compressed: true,
+        proof_info: None,
     };
 
 const HL_CLIENTKEY_WITH_COMPRESSION_TEST: HlClientKeyTest = HlClientKeyTest {