feat: added primitives confidence

crates/core-primitives/Cargo.toml

@@ -12,12 +12,14 @@ targets = ["x86_64-unknown-linux-gnu"]
 [dependencies]
 melo-das-primitives = { version = "0.1.0", path = "../das-primitives", default-features = false}
 melo-erasure-coding = { version = "0.1.0", path = "../melo-erasure-coding", default-features = false}
+melo-das-db = { version = "0.0.1", path = "../das-db", default-features = false}
 
 rayon = "1.5.1"
 codec = { package = "parity-scale-codec", version = "3.2.2", default-features = false, features = ["derive"] }
 log = { version = "0.4.17", default-features = false }
 scale-info = { version = "2.1.1", default-features = false, features = ["derive"] }
 serde = { version = "1.0.136", optional = true, features = ["alloc", "derive"] }
+rand = { version = "0.8", default-features = false, features = ["alloc"] }
 
 sp-core = { version = "7.0.0", default-features = false, git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42" }
 sp-std = { version = "5.0.0", default-features = false, git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42" }
@@ -31,11 +33,10 @@ sc-offchain = {optional = true, default-features = false, git = "https://github.
 
 # For testing
 lazy_static = "1.4"
-rand = { version = "0.8.5", optional = true }
 sp-application-crypto = { default-features = false, git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42" }
 
 [dev-dependencies]
-rand = "0.8.5"
+rand = "0.8"
 serde_json = "1.0.85"
 zstd = { version = "0.12.3", default-features = false }
 sp-state-machine = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42" }
@@ -47,9 +48,9 @@ default = ["std", "outside"]
 std = [
 	"codec/std",
 	"log/std",
-	"rand",
 	"scale-info/std",
 	"serde",
+	"rand/std",
 	"sp-core/std",
 	"sp-runtime/std",
 	"melo-das-primitives/std",
@@ -62,11 +63,13 @@ std = [
 	"sp-application-crypto/std",
 	"sc-client-api",
 	"sc-offchain",
+	"melo-das-db/std",
 ]
 outside = [
     "melo-das-primitives/serde",
 	"sc-client-api",
 	"sc-offchain",
+	# "melo-das-db/outside",
 ]
 parallel = [
     "melo-das-primitives/parallel",

crates/core-primitives/src/confidence.rs

@@ -0,0 +1,165 @@
+// Copyright 2023 ZeroDAO
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+extern crate alloc;
+use alloc::vec::Vec;
+use codec::{Decode, Encode};
+use rand::Rng;
+
+use melo_das_db::traits::DasKv;
+use melo_das_primitives::{config::FIELD_ELEMENTS_PER_BLOB, Position};
+
+const CHUNK_COUNT: usize = 2 ^ 4;
+const SAMPLES_PER_BLOB: usize = FIELD_ELEMENTS_PER_BLOB / CHUNK_COUNT;
+
+/// Confidence trait defines methods related to the confidence of an application.
+pub trait Confidence {
+	/// Returns the confidence value.
+	fn value(&self, base_factor: f64) -> f32;
+
+	/// Constructs a unique ID.
+	fn id(&self) -> Vec<u8>;
+
+	/// Fetches `n` random sample positions from the `SAMPLES_PER_BLOB * total_rows` matrix.
+	fn set_sample(&mut self, n: usize);
+
+	/// Checks if the availability exceeds the provided threshold.
+	fn exceeds_threshold(&self, base_factor: f64, threshold: f32) -> bool;
+
+	/// Saves the current instance to the database.
+	fn save(&self, db: &mut impl DasKv);
+
+	/// Retrieves an instance from the database.
+	fn get(id: &[u8], db: &mut impl DasKv) -> Option<Self>
+	where
+		Self: Sized;
+
+	/// Removes the current instance from the database.
+	fn remove(&self, db: &mut impl DasKv);
+}
+
+#[derive(Debug, Clone, Default, Decode, Encode)]
+pub struct Sample {
+	position: Position,
+	is_availability: bool,
+}
+
+impl Sample {
+	pub fn set_success(&mut self) {
+		self.is_availability = true;
+	}
+}
+
+pub const AVAILABILITY_THRESHOLD: f32 = 0.8;
+
+#[derive(Debug, Clone, Decode, Encode, Default)]
+pub struct ConfidenceBase {
+	id: Vec<u8>,
+	total_rows: u32,
+	samples: Vec<Sample>,
+}
+
+impl Confidence for ConfidenceBase {
+	fn value(&self, base_factor: f64) -> f32 {
+		let success_count = self.samples.iter().filter(|&sample| sample.is_availability).count();
+		calculate_confidence(success_count as u32, base_factor) as f32
+	}
+
+	fn id(&self) -> Vec<u8> {
+		self.id.clone()
+	}
+
+	fn set_sample(&mut self, n: usize) {
+		let mut rng = rand::thread_rng();
+		let mut positions = Vec::with_capacity(n);
+
+		while positions.len() < n {
+			let x = rng.gen_range(0..SAMPLES_PER_BLOB) as u32;
+			let y = rng.gen_range(0..self.total_rows);
+
+			let pos = Position { x, y };
+
+			if !positions.contains(&pos) {
+				positions.push(pos);
+			}
+		}
+
+		self.samples = positions
+			.into_iter()
+			.map(|pos| Sample { position: pos, is_availability: false })
+			.collect();
+	}
+
+	fn exceeds_threshold(&self, base_factor: f64, threshold: f32) -> bool {
+		self.value(base_factor) > threshold
+	}
+
+	fn save(&self, db: &mut impl DasKv) {
+		db.set(&self.id(), &self.encode());
+	}
+
+	fn get(id: &[u8], db: &mut impl DasKv) -> Option<Self>
+	where
+		Self: Sized,
+	{
+		db.get(id).and_then(|encoded_data| Decode::decode(&mut &encoded_data[..]).ok())
+	}
+
+	fn remove(&self, db: &mut impl DasKv) {
+		db.remove(&self.id());
+	}
+}
+
+fn calculate_confidence(samples: u32, base_factor: f64) -> f64 {
+	100f64 * (1f64 - base_factor.powi(samples as i32))
+}
+
+pub mod app_confidence {
+	use super::*;
+
+    pub const BASE_FACTOR: f64 = 0.5;
+
+	pub fn id<BlockNum: Decode + Encode + Clone + Sized>(block_num: BlockNum, app_id: Vec<u8>) -> Vec<u8> {
+        let mut id = app_id.clone();
+		id.extend_from_slice(&block_num.encode());
+        id
+	}
+
+	pub fn new_confidence<BlockNum: Decode + Encode + Clone + Sized>(
+		block_num: BlockNum,
+		app_id: Vec<u8>,
+		total_rows: u32,
+	) -> ConfidenceBase {
+		let id = id(block_num.clone(), app_id.clone());
+		ConfidenceBase { id, total_rows, samples: Vec::new() }
+	}
+}
+
+pub mod block_confidence {
+	use super::*;
+
+    pub const BASE_FACTOR: f64 = 0.25;
+
+	pub fn id(block_hash: Vec<u8>) -> Vec<u8> {
+        block_hash
+	}
+
+	pub fn new_confidence(
+        block_hash: Vec<u8>,
+		total_rows: u32,
+	) -> ConfidenceBase {
+		let id = id(block_hash);
+		ConfidenceBase { id, total_rows, samples: Vec::new() }
+	}
+}

crates/core-primitives/src/lib.rs

@@ -30,7 +30,7 @@ pub mod sidecar;
 pub use sidecar::*;
 
 pub mod localstorage;
-
+pub mod confidence;
 pub mod traits;
 
 #[cfg(feature = "std")]

crates/das-db/Cargo.toml

@@ -6,28 +6,30 @@ license = "Apache-2.0"
 authors = ["DKLee <[email protected]>"]
 edition = "2021"
 
+[package.metadata.docs.rs]
+targets = ["x86_64-unknown-linux-gnu"]
+
 [dependencies]
-sp-core = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42"}
-sp-io = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42"}
-sc-client-api = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42"}
-sc-offchain = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42"}
-sp-runtime = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42"}
+sp-core = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42", default-features = false}
+sp-io = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42", default-features = false}
+sp-runtime = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42", default-features = false}
+
+sc-client-api = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42", optional = true}
+sc-offchain = { git = "https://github.com/paritytech/substrate.git", branch = "polkadot-v0.9.42", optional = true}
 
-rusqlite = { version = "0.28.0", optional = true, features = ["bundled"] }
+rusqlite = { version = "0.28.0", optional = true }
 
 [dev-dependencies]
 
 [features]
-default = ["std","outside"]
+default = ["std"]
 std = [
     "sp-core/std",
     "sp-io/std",
     "sp-runtime/std",
     "rusqlite",
 ]
 outside = [
-    "sp-core/std",
-    "sp-io/std",
-    "sp-runtime/std",
-    "rusqlite",
+	"sc-client-api",
+	"sc-offchain",
 ]

crates/das-db/src/lib.rs

@@ -13,6 +13,12 @@
 // limitations under the License.
 #![cfg_attr(not(feature = "std"), no_std)]
 
+extern crate alloc;
+pub use alloc::{
+	vec::Vec,
+	vec,
+};
+
 pub mod traits;
 #[cfg(feature = "std")]
 pub mod sqlite;

crates/das-db/src/offchain.rs

@@ -13,6 +13,7 @@
 // limitations under the License.
 
 use crate::traits::DasKv;
+use crate::Vec;
 
 use sp_core::offchain::StorageKind;
 

crates/das-db/src/traits.rs

@@ -11,6 +11,7 @@
 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 // See the License for the specific language governing permissions and
 // limitations under the License.
+use crate::Vec;
 
 /// `DasKv` is a trait representing a key-value store interface.
 pub trait DasKv {

crates/das-primitives/src/crypto/mod.rs

@@ -639,7 +639,7 @@ impl KZG {
 	}
 }
 
-#[derive(Debug, Default, Clone, PartialEq, Eq, From)]
+#[derive(Debug, Default, Clone, PartialEq, Eq, From, Decode, Encode)]
 pub struct Position {
 	pub x: u32,
 	pub y: u32,

runtime/build.rs

@@ -1,10 +1,10 @@
 fn main() {
 	#[cfg(feature = "std")]
 	{
-		substrate_wasm_builder::WasmBuilder::new()
-			.with_current_project()
-			.export_heap_base()
-			.import_memory()
-			.build();
+		// substrate_wasm_builder::WasmBuilder::new()
+		// 	.with_current_project()
+		// 	.export_heap_base()
+		// 	.import_memory()
+		// 	.build();
 	}
 }