add mgstage and rsa code

.gitignore

@@ -1,2 +1,4 @@
 .DS_Store
 .idea
+target
+Cargo.lock

myCrawler/mgstage.go

@@ -30,7 +30,7 @@ func getMgstageTodayURl() string {
 func getTimeYYYYMMDD() string {
 	t := time.Now() //.Add(-3600*24*time.Second)
 	return fmt.Sprintf("%d.%02d.%02d",
-		t.Year(), t.Month(), t.Day())
+		t.Year(), t.Month(), t.Day()-1)
 }
 func getTimeYYYYMMDDHHMMSS() string {
 	t := time.Now()

myCrawler/utils/utils.go

@@ -6,7 +6,6 @@ import (
 	fmt "fmt"
 	"github.com/PuerkitoBio/goquery"
 	"github.com/go-resty/resty/v2"
-	"io/ioutil"
 	"net/http"
 	"os"
 	"strings"
@@ -16,12 +15,12 @@ import (
 func WriteToFile(body []byte, name string) {
 	fileName := fmt.Sprintf("json/%s", name)
 	_ = os.Mkdir("json", os.ModePerm)
-	_ = ioutil.WriteFile(fileName, body, os.ModePerm)
+	_ = os.WriteFile(fileName, body, os.ModePerm)
 }
 func WriteToJSONByFileName(body []byte, name string) {
 	fileName := fmt.Sprintf("json/%s.json", name)
 	_ = os.Mkdir("json", os.ModePerm)
-	_ = ioutil.WriteFile(fileName, body, os.ModePerm)
+	_ = os.WriteFile(fileName, body, os.ModePerm)
 }
 func WriteJSON(j interface{}, fileName string) {
 	f, err := json.MarshalIndent(&j, "", " ")
@@ -46,7 +45,7 @@ func GetCommonHeaders() map[string]string {
 		//"cache-control": "no-cache",
 		"User-Agent": `Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36`,
 		//"Authorization": "Bearer NjM0MzQ5MDIxMzg4OpTbOJlBQ8pQNsF078ecJkGtwTCb",
-		"Cookie": "uuid=67b2a73cbeeac80f3cc1f7538299bc98; _ga=GA1.2.1416779059.1704272338; _ga_XGPRLSR61S=GS1.2.1704982317.8.1.1704982452.13.0.0; _ga_92ER0V7HV2=GS1.2.1704982317.8.1.1704982452.13.0.0; __ulfpc=202401031658581756; adc=1; bWdzdGFnZS5jb20%3D-_lr_tabs_-r2icil%2Fmgs={%22sessionID%22:0%2C%22recordingID%22:%225-b671bf91-b2d2-4e1d-b0d9-236f2c560758%22%2C%22webViewID%22:null%2C%22lastActivity%22:1704982452191}; bWdzdGFnZS5jb20%3D-_lr_hb_-r2icil%2Fmgs={%22heartbeat%22:1704982462612}; _gid=GA1.2.498118497.1704895794; PHPSESSID=hal6k2uoeqv6102li0teekjn51; coc=1; bWdzdGFnZS5jb20%3D-_lr_uf_-r2icil=ab59e25f-29fd-4ae0-9c1d-dc67b430d3d9",
+		"Cookie": "uuid=67b2a73cbeeac80f3cc1f7538299bc98; _ga=GA1.2.1416779059.1704272338; _ga_XGPRLSR61S=GS1.2.1705076071.9.1.1705076333.60.0.0; _ga_92ER0V7HV2=GS1.2.1705076071.9.1.1705076303.60.0.0; __ulfpc=202401031658581756; adc=1; PHPSESSID=hal6k2uoeqv6102li0teekjn51; coc=1; bWdzdGFnZS5jb20%3D-_lr_uf_-r2icil=ab59e25f-29fd-4ae0-9c1d-dc67b430d3d9; _gid=GA1.2.655454423.1705076080; bWdzdGFnZS5jb20%3D-_lr_tabs_-r2icil%2Fmgs={%22sessionID%22:0%2C%22recordingID%22:%225-44485d2a-68d0-40e5-bbb2-4ce4114caa2a%22%2C%22webViewID%22:null%2C%22lastActivity%22:1705076298875}; bWdzdGFnZS5jb20%3D-_lr_hb_-r2icil%2Fmgs={%22heartbeat%22:1705076337132}; _gat_UA-58252858-1=1; _gat_UA-158726521-1=1",
 
 		//"accept-encoding": "gzip, deflate, br",
 		//"Content-Type":    "application/json",

rsa/orderDig.txt

@@ -1 +1 @@
-8d969eef6ecad3c29a3a629280e686cf0c3f5d5a86aff3ca12020c923adc6c92
+4bb707a8a2e3a64494cbee04141fc9149ae46840f214dca52c8a792fba9754ba

rsa/privateKey.pem

@@ -1,28 +1,27 @@
------BEGIN PRIVATE KEY-----
-MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDQnUbUc3mNs5Gq
-9Xdx1lf0mJ7ncdixqJEGbDBtQgPkYVVcAX0Bk6xG0DGZVbVz5sUiLzgv4rJTOGv9
-G1w77gC5dhnOTt5RV0HJJBUof2+0Ge2Jcbg3V6gGm7qxHpHZo5rF5LxM6Ovydxve
-vbOBMb8sAiUoe5mscXlw+/qkzEuik8c3RHvPCJEPrBnUbtH/PIXiDrKneJn1Ieqn
-00li6fSE9V0lx+zBEOQwb+S5ZFO44Uks70zH/Yvg66zkKDG65nU7mhGuRbYO9lIk
-+1/u+KEf5SVMZ/wb9y9O0DiAXfx1be4wVvNkGtEU6lB4AzvBnToIjSVYBk6FViQR
-WUqOhH8HAgMBAAECggEAZgrYj6kgZyDT+xTw5T0cbueMqtd0UIqMzeBz262z6610
-rHmJ5RCP7199M2zKQjQ6b1s7l6jC45QwtnEAr8vejNlpDBJmCtGsuy+sLdAQGr+o
-Alge7OsypHDeZC741sWBOpWFSfWRHFwIxO5z9JkZ0vQFqwSyibhD1/FZi+zmflH6
-Vt2BB9R6+GOZTsXMhxP4vFf1ZlG1sv0apYmjQXiZYE7q4ATkQfGOReLDvJjL50wW
-wEx6cQNJjIzxNIWYlWasEtq1Ro3ZiuoOXvp4fhmYagh5lgADF371ntZilTLu+hNu
-qhGOUJvADoEmprB7neNepC4PBlX8FyzYXak1/FQwsQKBgQD15uPv58TsPAeZ1Hf1
-/TxHZgpczBjL/uWq9w7eX+OBiBmo18oLo0leumBWjSyoYLAs1YDeIzl4KwkPX4m4
-lpjpWyxxVmrF3RYVlPfMk8knbjwpgXgVI5chKh3UeNqSp85Ff2zkpUZCtHoyblUt
-EMlzYDXaIyhP3c5OVGwHTQfsqQKBgQDZLmQTuQfO215GiABJyAEXkTawD+E84v2/
-Pf5RCIEtAEotlcsu9oXWK31CTAdNr8OPu558FGrOuQD0iQt0SVbCGIvHk0Ce0E0K
-XRsdKYNiwwWlQ1eEVXcJkbHUEKs8qNiNO2LIkrdjBRhSCt5kkRmRRK5QKZtuDgEs
-qLvyBSssLwKBgGfOSpbyDm1zgfnseZ+8gX/akbFO74DeX/HmTb6OWCpMXBisz7xN
-+CEnKJghDKMf/f9POhGMaSxTboWw3SCxYmfQd1h5FKXmiPYfZuRT1uzwWjFjWGAE
-ID592w3g3tReRnOMMVnsc1ahfZxge1CE76XnDZTClrfweLEUbm4+lIPRAoGAQx9a
-YNob9qvH/GaGKEd/RuhjjZCq3WWOZS/kzOii++SOCH62WGJqxOGWCgpza2g6Oc8T
-0WeCBzgYentspdkQzlZFxT3Wh/77AIv8GEw/RiPeN9CTWNwNOVDlNBSex9WrcCL9
-id4Gfb0SYjDnwQ8zZrliYnYpip8bb9EKnWdJi5MCgYEAnhPuIiA4lSrHRkQUMbJp
-zFxoE/XsroaKdhZSF1KgGUKLyg0+6XOOKb7fkFQ2qRsyjVa6ZbtCZJjb5Za0kpaU
-9irbnXV+4mxd4ND6lmRsIeJQ8Wa7jY4pZlqHqFHymxFgUgB0FY4nkQQvWy/YsmeR
-yN7kDHRWvJfw6CEyldoBjLw=
------END PRIVATE KEY-----
+-----BEGIN RSA PRIVATE KEY-----
+MIIEpAIBAAKCAQEA2L2tNB3eJRI8TlTddH9Y4HOP9ByMr8YJeCgXPBtW06teQ7wo
+LeDEBtneZ3se8kDFF7KtNwEbILXDOgQkZ17lkSmP07J+LWVP2iFmAn1kzpynXw7Z
+IDlx01bHPMlFvTH2dErMlu480PwX2xz5bCT7ZD2yYa5m8URHfBZMysyRv8mEKE9/
+H9VxwB4muwmHkkPzvvJftiYPxBnjcsck7f8Rr7rKiOylfC0ZvJnPAr9NjeHp9RzV
+kCd55Ciz0WK+OqhlIvaKzXsPkQRU9QbXf4dXqyuWzvgDWjLYMLhcwT+OH+Z+pVfa
+PVGofhfCZk3mfyPuiovr2Q3yGqzX0Rflx603ywIDAQABAoIBAQDAjkMCukZRyRGq
+xdq5VSowvnp19adHwjlHdtatn9xT0Tu+Ebvghn+hVo4wgUHNF54Cn8sjwufG97Sq
+JmPxMm3huXr+KOXQjuGSeXmXXK/in2pTGW3tIxvtFnuLlYVPwMOkLY/1x1JgmJbZ
+I7S0T2bId8ey4K60SmT36RfwVC5oo4vKXPa/KavRvSCN66dOk0Wq2fhCcpSwKC9a
+E4BCyJX3nP37C7HYt5vWC/YSJ+Ri0P1X7Ulf6KrItu/ozRESbbjbiit2RWDpXY1M
+6Zdm6ldrUcLIMf+4sRTK3ISzDdTPUwJiPFBA1h8698znbGMIYIruYpIPdcZZrb74
+vbRdng6BAoGBAP9wJ97P1VVo5KHpz5y/Efum3TEpvrQn5q8xeon7FQk4ruRC2CAZ
+zrAhEJx6cSMT63vT1mSPanyqWI5r4UHte/lWZQJhnUJpkkmT4Sv2Af9qKwHFQc8A
+8Q28XQ/cJv/xSmxoD6v6Sw5okS9zmrWwYAp9Sr6XFLqFRkSlSle4CbWVAoGBANk3
+uriZlWnQrZWnCJRkNVPEXnjISx3U6kEedsTraxXClppm9gDTzNcmuOk8sGoqX8/y
+PDwu4NH0gwFzBq7idZrSZOad4X+QjbuOxfn5XjzvAV1HGvrTlyKeoXC0VTtk0HlH
+EPIgPs95Y+19mS+XPn6c/RO2S9oFlt3abHxsjx/fAoGAUWrVOn6yN9QEM9uLkiGQ
+wM5x6E6u+0tQivzRWxONo+/ORvFLZAf1ykvvuICKeSzLPR/LUSgpP+0n5tVZ6iKh
+BltUPMsSTe3Kc+tPtSxnfJrBdIIENM/PBZrJatm4EJI/L4iHnkBcFg6cYCyP3mOG
+aTGAVnlfYQhD2nN427bMWXUCgYATbQV43tta5Dux54c/5hpSzHv6Z0c4esMcYcIT
+aE5iWs2nL1AO0OI/14mv6iqIxBNfgHVcmICopipVJdlSKJSF7QzzBumUw/O481LH
+QULpRiKkGejSx7t7cB5V+vqoXiK6xd1BGhsj6OJD6fiaJfeD0Txc1+++psNQQelz
+0y2VlwKBgQC21+U7bqZ5/qemt0RXd7sSQwiOU5I9vA7CegkqWFSg3uzzGIccNv6w
+A2QQ+9vN6gvf50ue17X4iUZDdGMSRWnByTNKwkO3UKCrnv2odGItO96908yLRAci
+GlZV9pZF7UtiWlu5WSLN6AOdQw9cJNyV2jZcK9uK0jEqmnYUUodqeQ==
+-----END RSA PRIVATE KEY-----

rsa/publicKey.pem

@@ -1,9 +1,9 @@
 -----BEGIN PUBLIC KEY-----
-MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA0J1G1HN5jbORqvV3cdZX
-9Jie53HYsaiRBmwwbUID5GFVXAF9AZOsRtAxmVW1c+bFIi84L+KyUzhr/RtcO+4A
-uXYZzk7eUVdBySQVKH9vtBntiXG4N1eoBpu6sR6R2aOaxeS8TOjr8ncb3r2zgTG/
-LAIlKHuZrHF5cPv6pMxLopPHN0R7zwiRD6wZ1G7R/zyF4g6yp3iZ9SHqp9NJYun0
-hPVdJcfswRDkMG/kuWRTuOFJLO9Mx/2L4Ous5CgxuuZ1O5oRrkW2DvZSJPtf7vih
-H+UlTGf8G/cvTtA4gF38dW3uMFbzZBrRFOpQeAM7wZ06CI0lWAZOhVYkEVlKjoR/
-BwIDAQAB
------END PUBLIC KEY-----
+MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA2L2tNB3eJRI8TlTddH9Y
+4HOP9ByMr8YJeCgXPBtW06teQ7woLeDEBtneZ3se8kDFF7KtNwEbILXDOgQkZ17l
+kSmP07J+LWVP2iFmAn1kzpynXw7ZIDlx01bHPMlFvTH2dErMlu480PwX2xz5bCT7
+ZD2yYa5m8URHfBZMysyRv8mEKE9/H9VxwB4muwmHkkPzvvJftiYPxBnjcsck7f8R
+r7rKiOylfC0ZvJnPAr9NjeHp9RzVkCd55Ciz0WK+OqhlIvaKzXsPkQRU9QbXf4dX
+qyuWzvgDWjLYMLhcwT+OH+Z+pVfaPVGofhfCZk3mfyPuiovr2Q3yGqzX0Rflx603
+ywIDAQAB
+-----END PUBLIC KEY-----

rsa/rsa_test.go

@@ -24,12 +24,13 @@ func TestRsa2Rsa2PriSign(t *testing.T) {
 	publicKey := ReadToStr("./publicKey.pem")
 
 	validateCodeEncoded := ReadToStr("./validateCode.txt")
+
 	validateCode, err := url.QueryUnescape(validateCodeEncoded)
 	if err != nil {
 		fmt.Println(err)
 		return
 	}
-	fmt.Printf("validateCode>>%s\n", validateCode)
+	fmt.Printf("validateCode>>%s len is %d\n ", validateCode, len(validateCode))
 
 	orderDig := ReadToStr("./orderDig.txt")
 	fmt.Printf("orderDig>>%s\n", orderDig)

rsa/rsa_test.js

@@ -6,7 +6,7 @@ const fs                = require('fs')
 const publicKey         = fs.readFileSync("publicKey.pem")
 const privateKey        = fs.readFileSync("privateKey.pem")
 
-const orderNumber               = "123456"
+const orderNumber               = "SC010421178545735680"
 
 console.log("订单orderNumber>>",orderNumber);
 

rsa/validateCode.txt

@@ -1 +1 @@
-a7MACW87X7SgN%2F0vOWTNcBcI41v9%2ByKq7AGz58KqoXTaCibBfC80%2FftS80T63gmwp18C5%2Bl4eKg7QlZj%2Fy%2FRVjtaDwKhapCrAIq7Ef8npX3b6qlYJLHHRsaU7u4XZAO9BfjYGxCO%2BKmmEDxNqFek0fQ5IMiNW%2BpVPsTzCduGH%2B%2B6RR3I%2BIC%2FQCDQAlrYE7HDy5MlOpuzkiIxPxBAN8u1VxZYF%2FY5eFtpP%2BU%2BpJd3cwyXVyYmWku9DEjfKBOtEwJY0P8lK46KArYlK69B%2BIzQNEUl7Flz%2FlqivuAbueXabKf9UMfP99EAUa3o8OJXnBWHUi9teHKlWiwsu4zL1BnUUA%3D%3D
+QqSqXm%2FQM951xSBG85pULcUoGXKw3TEGWi6ZolwbqeYCgQg443fTJwMZkI3UnEoXV5fmPdvf8hc7aLOhCPV%2Bw%2F1OG%2BkJFwXQ5ACz282BK%2Bt%2FKyvbtQ8fofzgctWTgu%2Bm8HQ5oK05%2BEIgRQgVK3PGKd4Lv5h%2FQ4GEZsubyg5FndrJ6MK0xV9fuXw2dsqPCRxwxJmAcSlaAhX8bv3KolxP42mn3tnFgV%2FmT6jEA%2Bc8PIoT%2FjfqQnonusvnrxeiD6fHiojxbW0vLsuDpm4GpJ%2Bgu7o8%2BeJiP6G8Ff3UvkgsjhreRXqdBp%2B6XxMUZ%2FuCb8n1D6xnwownnxq8F6Zp8nz1zA%3D%3D

rust/zstd_salvo/.gitignore

@@ -0,0 +1 @@
+/target

rust/zstd_salvo/Cargo.toml

@@ -0,0 +1,10 @@
+[package]
+name = "zstd_salvo"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+salvo = { version="0.63.1", features = ["compression", "serve-static"] }
+tokio = { version = "1", features = ["macros"] }
+tracing = "0.1.27"
+tracing-subscriber = "0.3"

rust/zstd_salvo/src/main.rs

@@ -0,0 +1,26 @@
+use salvo::compression::Compression;
+use salvo::prelude::*;
+
+#[tokio::main]
+async fn main() {
+    tracing_subscriber::fmt().init();
+
+    let base_dir = std::env::current_exe()
+        .unwrap()
+        .join("../../../static")
+        .canonicalize()
+        .unwrap();
+    println!("Base Dir: {:?}", base_dir);
+
+    let router = Router::new()
+       .push(
+            Router::with_hoop(Compression::new().enable_zstd(CompressionLevel::Minsize))
+                .path("")
+                .get(StaticFile::new(base_dir.join("data.json"))),
+        );
+
+    //没起效果还是 gzip encoding 在response headers里,是个bug需要fork
+
+    let acceptor = TcpListener::new("127.0.0.1:5800").bind().await;
+    Server::new(acceptor).serve(router).await;
+}