RobustSolitonDistribution

Author: Xm0onh

StartNodes.sh

@@ -9,10 +9,10 @@ rm -rf output
 mkdir output
 
 # Number of regular nodes to start
-NUM_NODES=10
+NUM_NODES=41
 PORT_BASE=4007
 BOOTSTRAP_PORT_BASE=4001
-BOOTSTRAP_NODES=1
+BOOTSTRAP_NODES=4
 BOOTSTRAP_READY_TIMEOUT=30
 IP_BASE="127.0.0."
 CODING_METHOD="RS"

cmd/main.go

@@ -187,7 +187,7 @@ func main() {
 				config.StartTime = time.Now()
 				fmt.Println("Broadcasting chunks...")
 
-				originalFilePath := "test.txt"
+				originalFilePath := "eth_transactions.json"
 				originalData, err := os.ReadFile(originalFilePath)
 				if err != nil {
 					fmt.Printf("Node %s failed to read original data file: %v\n", *nodeID, err)
@@ -251,16 +251,16 @@ func main() {
 				receivedFromKey := fmt.Sprintf("%s-%d", pi.ID.String(), index)
 				origSender, senderOk := config.ReceivedFrom.Load(receivedFromKey)
 
-				for _, peerInfo := range config.ConnectedPeers {
-					if peerInfo.ID != pi.ID && peerInfo.ID.String() != *nodeID && (senderOk && origSender.(string) == config.Node1ID.String()) {
-						chunkKey := fmt.Sprintf("%s-%d", peerInfo.ID.String(), index)
+				for i := 0; i < config.ExpectedChunks; i++ {
+					if config.ConnectedPeers[i].ID != pi.ID && config.ConnectedPeers[i].ID.String() != *nodeID && (senderOk && origSender.(string) == config.Node1ID.String()) {
+						chunkKey := fmt.Sprintf("%s-%d", config.ConnectedPeers[i].ID.String(), index)
 						if _, ok := config.SentChunks.Load(chunkKey); !ok {
-							fmt.Printf("Sending chunk %d to %s\n", index, peerInfo.ID.String())
-							handlers.SendChunk(context.Background(), h, peerInfo, index, chunk)
+							fmt.Printf("Sending chunk %d to %s\n", index, config.ConnectedPeers[i].ID.String())
+							handlers.SendChunk(context.Background(), h, config.ConnectedPeers[i], index, chunk)
 							config.SentChunks.Store(chunkKey, struct{}{})
 							time.Sleep(50 * time.Millisecond)
 						} else {
-							fmt.Printf("Chunk %d already sent to %s\n", index, peerInfo.ID.String())
+							fmt.Printf("Chunk %d already sent to %s\n", index, config.ConnectedPeers[i].ID.String())
 						}
 					}
 				}

config/config.go

@@ -2,6 +2,7 @@ package config
 
 import (
 	"flag"
+	"math"
 	"sync"
 	"time"
 
@@ -18,31 +19,35 @@ type NodeData struct {
 
 // Must change respected to the codign method
 const (
-	ExpectedChunks = 60
+	ExpectedChunks = 27
 )
 
 // Reed-Solomon parameters
 const (
-	DataShards   = 55
+	DataShards   = 100
 	ParityShards = 10
 )
 
 // Luby-Transform parameters
 const (
-	LTSourceBlocks      = 50
-	LTEncodedBlockCount = 65
-	RandomSeed          = 42
+	LTSourceBlocks = 3
+	RandomSeed     = 42
+)
+
+var (
+	c                   = 2.0
+	LTEncodedBlockCount = int(c*math.Sqrt(float64(LTSourceBlocks))) + LTSourceBlocks
 )
 
 const (
 	RaptorSourceBlocks      = 10
-	RaptorEncodedBlockCount = 15
+	RaptorEncodedBlockCount = 12
 )
 
 var (
 	NodeID         string
 	CodingMethod   string
-	Nodes          = 10
+	Nodes          = 30
 	ReceivedChunks = sync.Map{}
 	SentChunks     = sync.Map{}
 	NodeMutex      = sync.Mutex{}
@@ -56,5 +61,5 @@ var (
 	ChunksRecByNode = make([][]byte, DataShards+ParityShards)
 	ReadyCounter    = 0
 	StartTime       time.Time
-	OriginalLength  = 29283680
+	OriginalLength  = 188762857
 )

lt/ltcodec.go

@@ -4,29 +4,31 @@ import (
 	"bytes"
 	"encoding/binary"
 	"fmt"
+	"math"
 	"math/rand"
 
 	"github.com/xm0onh/AVID-go/config"
 	gofountain "github.com/xm0onh/AVID-go/gofountain"
 )
 
-var degree = gofountain.SolitonDistribution(config.LTSourceBlocks)
+// var degree = gofountain.SolitonDistribution(config.LTSourceBlocks)
 
 // var eps = 0.1 // Adjust the epsilon parameter as needed
 // var degree = onlineSolitonDistribution(eps)
 
-// var n = config.LTSourceBlocks // Number of source blocks
-// var c = 0.1
-// var m = int(c * math.Sqrt(float64(n))) // Calculated number of redundant blocks
-// var delta = 0.01                       // Failure probability
+var n = config.LTSourceBlocks // Number of source blocks
+var c = 1.5
+var m = int(c * math.Sqrt(float64(n))) // Number of encoded blocks
 
-// var degree = robustSolitonDistribution(n, m, delta)
+var delta = 0.01 // Failure probability
+
+var degree = gofountain.RobustSolitonDistribution(n, m, delta)
 
 var random = rand.New(rand.NewSource(config.RandomSeed))
 var codec = gofountain.NewLubyCodec(config.LTSourceBlocks, random, degree)
 
 func LTEncode(data string) ([][]byte, error) {
-
+	fmt.Println(config.LTEncodedBlockCount)
 	encodedBlockIDs := make([]int64, config.LTEncodedBlockCount)
 	for i := range encodedBlockIDs {
 		encodedBlockIDs[i] = int64(i)

lt/ltcodec_test.go

@@ -12,7 +12,7 @@ import (
 
 func TestLTEncodeDecode(t *testing.T) {
 	// Specify the file path
-	filePath := "../test.txt"
+	filePath := "../eth_transactions.json"
 
 	// Open the file
 	file, err := os.Open(filePath)
@@ -32,11 +32,12 @@ func TestLTEncodeDecode(t *testing.T) {
 
 	encodeTimeStart := time.Now()
 	chunks, err := LTEncode(string(originalData))
+	fmt.Println("Size of each chunk in byte", len(chunks[0]))
 	fmt.Println("Time taken - Encode: ", time.Since(encodeTimeStart))
 
 	assert.NoError(t, err, "LTEncode should not return an error")
 	assert.NotEmpty(t, chunks, "Encoded chunks should not be empty")
-	assert.Equal(t, config.LTEncodedBlockCount, len(chunks), "Number of encoded chunks should match LTEncodedBlockCount")
+	// assert.Equal(t, config.LTEncodedBlockCount, len(chunks), "Number of encoded chunks should match LTEncodedBlockCount")
 
 	// Decode the encoded data
 

raptor/raptor_test.go

@@ -12,7 +12,7 @@ import (
 
 func TestRaptorEncodeDecode(t *testing.T) {
 	// Specify the file path
-	filePath := "../test.txt"
+	filePath := "../eth_transactions.json"
 
 	// Open the file
 	file, err := os.Open(filePath)

rs/rs_test.go

@@ -10,7 +10,7 @@ import (
 )
 
 func TestRSEncodeDecode(t *testing.T) {
-	filePath := "../test.txt"
+	filePath := "../eth_transactions.json"
 
 	// Open the file
 	file, err := os.Open(filePath)
@@ -27,6 +27,8 @@ func TestRSEncodeDecode(t *testing.T) {
 	encodeTimeStart := time.Now()
 	shards, err := RSEncode(string(originalData))
 	fmt.Println("Time taken - Encode: ", time.Since(encodeTimeStart))
+
+	fmt.Println("size of each shard in byte", len(shards))
 	assert.NoError(t, err, "RSEncode should not return an error")
 	shards[1] = nil
 	// fmt.Println("Shards", shards)