feat: introduce FTL-like storage engine (#22)

* feat: introduce FTL-like storage engine Signed-off-by: MrCroxx <[email protected]> * update ci Signed-off-by: MrCroxx <[email protected]> * sort cargo file Signed-off-by: MrCroxx <[email protected]> * fix memory leak Signed-off-by: MrCroxx <[email protected]> --------- Signed-off-by: MrCroxx <[email protected]>
foyer-rs · Jun 30, 2023 · e9714c5 · e9714c5
1 parent 506f3ef
commit e9714c5
Show file tree

Hide file tree

Showing 49 changed files with 3,652 additions and 152 deletions.
diff --git a/.github/template/asan.yml b/.github/template/asan.yml
diff --git a/.github/template/template.yml b/.github/template/template.yml
@@ -96,7 +96,16 @@ jobs:
           RUST_BACKTRACE: 1
           RUSTFLAGS: '-Zsanitizer=address --cfg tokio_unstable'
           EXTRA_CARGO_ARGS: '--verbose -Zbuild-std --target x86_64-unknown-linux-gnu'
-        run: |
+        run: |-
+          cargo build --all --target x86_64-unknown-linux-gnu &&
+          mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-bench &&
+          ./target/x86_64-unknown-linux-gnu/debug/foyer-bench --dir $GITHUB_WORKSPACE/foyer-data/foyer-bench --capacity 256
+      - name: Run foyer-storage-bench With Address Sanitizer
+        env:
+          RUST_BACKTRACE: 1
+          RUSTFLAGS: '-Zsanitizer=address --cfg tokio_unstable'
+          EXTRA_CARGO_ARGS: '--verbose -Zbuild-std --target x86_64-unknown-linux-gnu'
+        run: |-
           cargo build --all --target x86_64-unknown-linux-gnu &&
-          mkdir -p $GITHUB_WORKSPACE/foyer-data &&
-          ./target/x86_64-unknown-linux-gnu/debug/foyer-bench --dir $GITHUB_WORKSPACE/foyer-data --capacity 256
+          mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-storage-bench &&
+          ./target/x86_64-unknown-linux-gnu/debug/foyer-storage-bench --dir $GITHUB_WORKSPACE/foyer-data/foyer-storage-bench --capacity 256 --region-size 16 --buffer-pool-size 256 --lookup-range 1000
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -104,8 +104,17 @@ jobs:
           EXTRA_CARGO_ARGS: '--verbose -Zbuild-std --target x86_64-unknown-linux-gnu'
         run: |-
           cargo build --all --target x86_64-unknown-linux-gnu &&
-          mkdir -p $GITHUB_WORKSPACE/foyer-data &&
-          ./target/x86_64-unknown-linux-gnu/debug/foyer-bench --dir $GITHUB_WORKSPACE/foyer-data --capacity 256
+          mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-bench &&
+          ./target/x86_64-unknown-linux-gnu/debug/foyer-bench --dir $GITHUB_WORKSPACE/foyer-data/foyer-bench --capacity 256
+      - name: Run foyer-storage-bench With Address Sanitizer
+        env:
+          RUST_BACKTRACE: 1
+          RUSTFLAGS: '-Zsanitizer=address --cfg tokio_unstable'
+          EXTRA_CARGO_ARGS: '--verbose -Zbuild-std --target x86_64-unknown-linux-gnu'
+        run: |-
+          cargo build --all --target x86_64-unknown-linux-gnu &&
+          mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-storage-bench &&
+          ./target/x86_64-unknown-linux-gnu/debug/foyer-storage-bench --dir $GITHUB_WORKSPACE/foyer-data/foyer-storage-bench --capacity 256 --region-size 16 --buffer-pool-size 256 --lookup-range 1000
 
 # ================= THIS FILE IS AUTOMATICALLY GENERATED =================
 #

diff --git a/.github/workflows/pull-request.yml b/.github/workflows/pull-request.yml
@@ -103,8 +103,17 @@ jobs:
           EXTRA_CARGO_ARGS: '--verbose -Zbuild-std --target x86_64-unknown-linux-gnu'
         run: |-
           cargo build --all --target x86_64-unknown-linux-gnu &&
-          mkdir -p $GITHUB_WORKSPACE/foyer-data &&
-          ./target/x86_64-unknown-linux-gnu/debug/foyer-bench --dir $GITHUB_WORKSPACE/foyer-data --capacity 256
+          mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-bench &&
+          ./target/x86_64-unknown-linux-gnu/debug/foyer-bench --dir $GITHUB_WORKSPACE/foyer-data/foyer-bench --capacity 256
+      - name: Run foyer-storage-bench With Address Sanitizer
+        env:
+          RUST_BACKTRACE: 1
+          RUSTFLAGS: '-Zsanitizer=address --cfg tokio_unstable'
+          EXTRA_CARGO_ARGS: '--verbose -Zbuild-std --target x86_64-unknown-linux-gnu'
+        run: |-
+          cargo build --all --target x86_64-unknown-linux-gnu &&
+          mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-storage-bench &&
+          ./target/x86_64-unknown-linux-gnu/debug/foyer-storage-bench --dir $GITHUB_WORKSPACE/foyer-data/foyer-storage-bench --capacity 256 --region-size 16 --buffer-pool-size 256 --lookup-range 1000
 concurrency:
   group: environment-${{ github.ref }}
   cancel-in-progress: true

diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -6,6 +6,8 @@ members = [
     "foyer-common",
     "foyer-intrusive",
     "foyer-policy",
+    "foyer-storage",
+    "foyer-storage-bench",
     "foyer-utils",
 ]