DataSysResearch · TONYSKYZENG · Jun 19, 2023 · Jun 10, 2023 · Jun 11, 2023 · Jun 10, 2023
diff --git a/benchmark/scripts/scanACol/config_BCoAMM.csv b/benchmark/scripts/scanACol/config_BCoAMM.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/BetaCoOccurringFD.pt,String
+ptFile,torchscripts/BetaCoOccurringFD.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanACol/config_BerCRS.csv b/benchmark/scripts/scanACol/config_BerCRS.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/BernoulliCRS.pt,String
+ptFile,torchscripts/BernoulliCRS.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanACol/config_CPPCRS.csv b/benchmark/scripts/scanACol/config_CPPCRS.csv
diff --git a/benchmark/scripts/scanACol/config_CRS.csv b/benchmark/scripts/scanACol/config_CRS.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/CRS.pt,String
+ptFile,torchscripts/CRS.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanAColCPP/config_CRS.csv → benchmark/scripts/scanACol/config_CRSV2.csv b/benchmark/scripts/scanAColCPP/config_CRS.csv → benchmark/scripts/scanACol/config_CRSV2.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/CRS.pt,String
+ptFile,torchscripts/CRSV2.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanACol/config_CoAMM.csv b/benchmark/scripts/scanACol/config_CoAMM.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/CoOccurringFD.pt,String
+ptFile,torchscripts/CoOccurringFD.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanACol/config_CounterSketch.csv b/benchmark/scripts/scanACol/config_CounterSketch.csv
@@ -4,3 +4,4 @@ aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
 ptFile,torchscripts/CountSketch.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanACol/config_EWS.csv b/benchmark/scripts/scanACol/config_EWS.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/EWS.pt,String
+ptFile,torchscripts/EWS.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanACol/config_RAWMM.csv b/benchmark/scripts/scanACol/config_RAWMM.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/RAWMM.pt,String
+ptFile,torchscripts/RAWMM.pt,String
+forceMP,1,U64
diff --git a/...ark/scripts/scanAColCPP/config_BCoAMM.csv → ...mark/scripts/scanACol/config_TugOfWar.csv b/...ark/scripts/scanAColCPP/config_BCoAMM.csv → ...mark/scripts/scanACol/config_TugOfWar.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/BetaCoOccurringFD.pt,String
+ptFile,torchscripts/TugOfWar.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanACol/config_WCR.csv b/benchmark/scripts/scanACol/config_WCR.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/WeightedCR.pt,String
+ptFile,torchscripts/WeightedCR.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanACol/drawTogether.py b/benchmark/scripts/scanACol/drawTogether.py
@@ -124,10 +124,10 @@ def main():
     exeSpace = os.path.abspath(os.path.join(os.getcwd(), "../..")) + "/"
     commonBase = os.path.abspath(os.path.join(os.getcwd(), "../..")) + "/results/" + scanTag + "/"
     figPath = os.path.abspath(os.path.join(os.getcwd(), "../..")) + "/figures/" + scanTag
-    methodTags = ["FD-AMM", "Co-AMM", "BCo-AMM", "Couter-sketch", "MM"]
-    resultPaths = ["fd", "co", "co", "cs", "mm"]
-    csvTemplates = ["config_FDAMM.csv", "config_CoAMM.csv", "config_BCoAMM.csv", "config_CounterSketch.csv",
-                    "config_RAWMM.csv"]
+    methodTags = ["Co-AMM", "BCo-AMM", "Count-sketch", "Tug-of-War", "MM"]
+    resultPaths = ["co", "co", "cs", "tow", "mm"]
+    csvTemplates = ["config_CoAMM.csv", "config_BCoAMM.csv", "config_CounterSketch.csv",
+                    "config_TugOfWar.csv", "config_RAWMM.csv"]
     valueVec = [100, 200, 500, 1000, 2000, 5000, 10000, 20000, 50000]
     valueVecDisp = np.array(valueVec)
     # run
@@ -153,9 +153,10 @@ def main():
                                 figPath + "/" + scanTag + "sketch_cacheMiss",
                                 True)
     # sampling
-    resultPaths = ["crs", "bcrs", "ews", "mm"]
-    csvTemplates = ["config_CRS.csv", "config_BerCRS.csv", "config_EWS.csv", "config_RAWMM.csv"]
-    methodTags = ["CRS", "Ber-CRS", "EWS", "MM"]
+    resultPaths = ["crs", "crsv2", "bcrs", "wcr", "ews", "mm"]
+    csvTemplates = ["config_CRS.csv", "config_CRSV2.csv", "config_BerCRS.csv", "config_WCR.csv",
+                    "config_EWS.csv", "config_RAWMM.csv"]
+    methodTags = ["CRS", "CRSV2", "Ber-CRS", "Weighted-CR", "EWS", "MM"]
     elapsedTimeAll, cacheMissAll, periodAll = compareMethod(exeSpace, commonBase, resultPaths, csvTemplates, valueVec,
                                                             reRun)
     groupLine.DrawFigure(periodAll, elapsedTimeAll,

diff --git a/benchmark/scripts/scanAColCPP/config_CPPBCOOFD.csv b/benchmark/scripts/scanAColCPP/config_CPPBCOOFD.csv
@@ -0,0 +1,10 @@
+key,value,type
+aRow,100,U64
+aCol,1000,U64
+bCol,500,U64
+sketchDimension,25,U64
+ptFile,torchscripts/BetaCoOccurringFD.pt,String
+useCPP,1,U64
+cppAlgoTag,bcooFD,String
+threads,1,U64
+forceMP,1,U64
diff --git a/benchmark/scripts/scanAColCPP/config_CPPBCRS.csv b/benchmark/scripts/scanAColCPP/config_CPPBCRS.csv
@@ -0,0 +1,10 @@
+key,value,type
+aRow,100,U64
+aCol,1000,U64
+bCol,500,U64
+sketchDimension,25,U64
+ptFile,torchscripts/BernoulliCRS.pt,String
+useCPP,1,U64
+cppAlgoTag,bcrs,String
+threads,1,U64
+forceMP,1,U64
diff --git a/benchmark/scripts/scanAColCPP/config_CPPCRSV2.csv b/benchmark/scripts/scanAColCPP/config_CPPCRSV2.csv
@@ -0,0 +1,10 @@
+key,value,type
+aRow,100,U64
+aCol,1000,U64
+bCol,500,U64
+sketchDimension,25,U64
+ptFile,torchscripts/CRSV2.pt,String
+useCPP,1,U64
+cppAlgoTag,crsV2,String
+threads,1,U64
+forceMP,1,U64
diff --git a/benchmark/scripts/scanAColCPP/config_CPPINT8.csv b/benchmark/scripts/scanAColCPP/config_CPPINT8.csv
@@ -0,0 +1,10 @@
+key,value,type
+aRow,100,U64
+aCol,1000,U64
+bCol,500,U64
+sketchDimension,25,U64
+ptFile,torchscripts/FDAMM.pt,String
+useCPP,1,U64
+cppAlgoTag,int8,String
+threads,1,U64
+forceMP,1,U64
diff --git a/benchmark/scripts/scanAColCPP/config_CPPSMPPCA.csv b/benchmark/scripts/scanAColCPP/config_CPPSMPPCA.csv
@@ -0,0 +1,9 @@
+key,value,type
+aRow,10000,U64
+aCol,1000,U64
+bCol,500,U64
+sketchDimension,25,U64
+threads,1,U64
+ptFile,torchscripts/WeightedCR.pt,String
+useCPP,1,U64
+cppAlgoTag,smp-pca,String
diff --git a/benchmark/scripts/scanAColCPP/config_CPPWeightedCR.csv b/benchmark/scripts/scanAColCPP/config_CPPWeightedCR.csv
@@ -0,0 +1,9 @@
+key,value,type
+aRow,10000,U64
+aCol,1000,U64
+bCol,500,U64
+sketchDimension,25,U64
+threads,1,U64
+ptFile,torchscripts/WeightedCR.pt,String
+useCPP,1,U64
+cppAlgoTag,weighted-cr,String
diff --git a/benchmark/scripts/scanAColCPP/config_CoAMM.csv b/benchmark/scripts/scanAColCPP/config_CoAMM.csv
diff --git a/benchmark/scripts/scanAColCPP/config_CounterSketch.csv b/benchmark/scripts/scanAColCPP/config_CounterSketch.csv
diff --git a/benchmark/scripts/scanAColCPP/config_EWS.csv b/benchmark/scripts/scanAColCPP/config_EWS.csv
diff --git a/benchmark/scripts/scanAColCPP/config_FDAMM.csv b/benchmark/scripts/scanAColCPP/config_FDAMM.csv
diff --git a/benchmark/scripts/scanAColCPP/config_RAWMM.csv b/benchmark/scripts/scanAColCPP/config_RAWMM.csv
diff --git a/benchmark/scripts/scanAColCPP/config_WCR.csv b/benchmark/scripts/scanAColCPP/config_WCR.csv
diff --git a/benchmark/scripts/scanAColCPP/drawTogether.py b/benchmark/scripts/scanAColCPP/drawTogether.py
@@ -135,11 +135,11 @@ def main():
     exeSpace = os.path.abspath(os.path.join(os.getcwd(), "../..")) + "/"
     commonBase = os.path.abspath(os.path.join(os.getcwd(), "../..")) + "/results/" + scanTag + "/"
     figPath = os.path.abspath(os.path.join(os.getcwd(), "../..")) + "/figures/" + scanTag + "CPP"
-    methodTags = ["FD-AMM", "Co-AMM", "BCo-AMM", "Couter-sketch", "MM"]
-    resultPaths = ["fd", "co", "co", "cs", "mm"]
-    csvTemplates = ["config_FDAMM.csv", "config_CoAMM.csv", "config_BCoAMM.csv", "config_CounterSketch.csv",
-                    "config_RAWMM.csv"]
-    valueVec = [100, 200, 500, 1000, 2000, 5000, 10000, 20000, 50000]
+    methodTags = ["Co-AMM", "BCo-AMM", "Count-sketch", "Tug-of-War", "SMP-PCA", "MM"]
+    resultPaths = ["co", "co", "cs", "tow", "smp-pca", "mm"]
+    csvTemplates = ["config_CPPCOFD.csv", "config_CPPBCOOFD.csv", "config_CPPCOUNTERSKETCH.csv",
+                    "config_CPPTOW.csv", "config_CPPSMPPCA.csv", "config_CPPMM.csv"]
+    valueVec = [100, 200, 500, 1000, 5000, 10000, 20000, 50000]
     valueVecDisp = np.array(valueVec)
     # run
     reRun = 0
@@ -150,26 +150,50 @@ def main():
         os.system("sudo rm -rf " + commonBase)
         os.system("sudo mkdir " + commonBase)
         reRun = 1
-
+    # skech
+    elapsedTimeAll, cacheMissAll, periodAll, fro, eb = compareMethod(exeSpace, commonBase, resultPaths, csvTemplates, valueVec,
+                                                            reRun)
+    groupLine.DrawFigure(periodAll, elapsedTimeAll,
+                         methodTags,
+                         "#elements in A's col", "elapsed time (ms)", 0, 1,
+                         figPath + "/" + scanTag + "sketch_cpp_elapsedTime",
+                         True)
+    groupLine.DrawFigureYnormal(periodAll, cacheMissAll,
+                                methodTags,
+                                "#elements in A's col", "cacheMiss (%)", 0, 1,
+                                figPath + "/" + scanTag + "sketch_cpp_cacheMiss",
+                                True)
+    groupLine.DrawFigureYnormal(periodAll,
+                                 fro * 100.0,
+                                 methodTags,
+                                 "#A's row", "normalized error %", 0, 100, figPath + "/" +scanTag +
+                                "sketch_cpp_froError",
+                                 True)
+    groupLine.DrawFigureYnormal(periodAll,
+                                 eb * 100.0,
+                                 methodTags,
+                                 "#A's row", "error bound ratio %", 0, 100, figPath + "/" + scanTag
+                                + "sketch_cpp_ebRatio",
+                                 True)
     # sampling
-   # sampling
     # resultPaths = ["crs", "bcrs", "ews", "mm","mm-cpp","crs-cpp"]
-    resultPaths = ["mm", "crs","ews","counterSketch","cofd","tow"]
-    csvTemplates = ["config_CPPMM.csv", "config_CPPCRS.csv","config_CPPEWS.csv","config_CPPCOUNTERSKETCH.csv","config_CPPCOFD.csv","config_CPPTOW.csv"]
-    methodTags = ["mm", "crs","ews","counterSketch","cofd","tow"]
+    resultPaths = ["crs", "crsv2", "bcrs", "wcr", "ews", "int8", "mm"]
+    csvTemplates = ["config_CPPCRS.csv", "config_CPPCRSV2.csv", "config_CPPBCRS.csv", "config_CPPWeightedCR.csv",
+                    "config_CPPEWS.csv", "config_CPPINT8.csv", "config_CPPMM.csv"]
+    methodTags = ["CRS", "CRSV2", "Ber-CRS", "Weighted-CR", "EWS", "INT8", "MM"]
     # csvTemplates = ["config_CRS.csv", "config_BerCRS.csv", "config_EWS.csv", "config_RAWMM.csv","config_CPPMM.csv","config_CPPCRS.csv"]
     # methodTags = ["CRS", "Ber-CRS", "EWS",, "MM","MM_CPP","CRS_CPP"]
     elapsedTimeAll, cacheMissAll, periodAll,fro,eb = compareMethod(exeSpace, commonBase, resultPaths, csvTemplates, valueVec,
                                                             reRun)
     groupLine.DrawFigure(periodAll, elapsedTimeAll,
                          methodTags,
                          "#A's col", "elapsed time (ms)", 0, 1,
-                         figPath + "/" + scanTag + "cpp_elapsedTime",
+                         figPath + "/" + scanTag + "sampling_cpp_elapsedTime",
                          True)
     groupLine.DrawFigureYnormal(periodAll, cacheMissAll,
                                 methodTags,
                                 "#A's col", "cacheMiss (%)", 0, 1,
-                                figPath + "/" + scanTag + "cpp_cacheMiss",
+                                figPath + "/" + scanTag + "sampling_cpp_cacheMiss",
                                 True)
     groupLine.DrawFigureYnormal(periodAll,
                                  fro * 100.0,

diff --git a/benchmark/scripts/scanARow/config_BCoAMM.csv b/benchmark/scripts/scanARow/config_BCoAMM.csv
@@ -3,4 +3,5 @@ aRow,100,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/BetaCoOccurringFD.pt,String
+ptFile,torchscripts/BetaCoOccurringFD.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanARow/config_BerCRS.csv b/benchmark/scripts/scanARow/config_BerCRS.csv
@@ -3,4 +3,5 @@ aRow,100,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/BernoulliCRS.pt,String
+ptFile,torchscripts/BernoulliCRS.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanARow/config_CRS.csv b/benchmark/scripts/scanARow/config_CRS.csv
@@ -3,4 +3,5 @@ aRow,100,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/CRS.pt,String
+ptFile,torchscripts/CRS.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanACol/config_FDAMM.csv → benchmark/scripts/scanARow/config_CRSV2.csv b/benchmark/scripts/scanACol/config_FDAMM.csv → benchmark/scripts/scanARow/config_CRSV2.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/FDAMM.pt,String
+ptFile,torchscripts/CRSV2.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanARow/config_CoAMM.csv b/benchmark/scripts/scanARow/config_CoAMM.csv
@@ -3,4 +3,5 @@ aRow,100,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/CoOccurringFD.pt,String
+ptFile,torchscripts/CoOccurringFD.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanARow/config_CounterSketch.csv b/benchmark/scripts/scanARow/config_CounterSketch.csv
@@ -4,3 +4,4 @@ aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
 ptFile,torchscripts/CountSketch.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanARow/config_EWS.csv b/benchmark/scripts/scanARow/config_EWS.csv
@@ -3,4 +3,5 @@ aRow,100,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/EWS.pt,String
+ptFile,torchscripts/EWS.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanARow/config_FDAMM.csv b/benchmark/scripts/scanARow/config_FDAMM.csv
diff --git a/benchmark/scripts/scanARow/config_RAWMM.csv b/benchmark/scripts/scanARow/config_RAWMM.csv
@@ -3,4 +3,5 @@ aRow,100,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/RAWMM.pt,String
+ptFile,torchscripts/RAWMM.pt,String
+forceMP,1,U64
diff --git a/...ark/scripts/scanAColCPP/config_BerCRS.csv → ...mark/scripts/scanARow/config_TugOfWar.csv b/...ark/scripts/scanAColCPP/config_BerCRS.csv → ...mark/scripts/scanARow/config_TugOfWar.csv
@@ -3,4 +3,5 @@ aRow,1000,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/BernoulliCRS.pt,String
+ptFile,torchscripts/TugOfWar.pt,String
+forceMP,1,U64
diff --git a/benchmark/scripts/scanARow/config_WCR.csv b/benchmark/scripts/scanARow/config_WCR.csv
@@ -3,4 +3,5 @@ aRow,100,U64
 aCol,1000,U64
 bCol,500,U64
 sketchDimension,25,U64
-ptFile,torchscripts/WeightedCR.pt,String
+ptFile,torchscripts/WeightedCR.pt,String
+forceMP,1,U64