Test: validate submission flow end-to-end (do not merge)

SUBMISSIONS.yaml

@@ -11,4 +11,7 @@
 #   run_command: steb "rrivera1849/LUAR-MUD"
 #   contributor: rrivera1849
 
-[]
+- short_name: validation-test-model
+  hf_id: steb-tests/validation-test-model
+  run_command: steb "steb-tests/validation-test-model"
+  contributor: rrivera1849

scripts/models_all.txt

@@ -0,0 +1,50 @@
+# Style-Specific Models
+rrivera1849/LUAR-MUD
+rivera1849/LUAR-CRUD
+StyleDistance/styledistance
+StyleDistance/mstyledistance
+StyleDistance/styledistance_synthetic_only
+Blablablab/multilingual-style-representation
+AnnaWegmann/Style-Embedding
+AIDA-UPM/star
+lisa_checkpoint
+
+# General Sentence Embedders (Semantic)
+sentence-transformers/all-mpnet-base-v2
+Alibaba-NLP/gte-base-en-v1.5
+Alibaba-NLP/gte-large-en-v1.5
+intfloat/e5-base-v2
+intfloat/e5-large-v2
+BAAI/bge-base-en-v1.5
+BAAI/bge-large-en-v1.5
+jinaai/jina-embeddings-v3
+Qwen/Qwen3-Embedding-8B
+
+# MLM Models
+google-bert/bert-large-cased
+google-bert/bert-large-uncased
+FacebookAI/roberta-base
+FacebookAI/roberta-large
+microsoft/deberta-v3-base
+microsoft/deberta-v3-large
+answerdotai/ModernBERT-base
+answerdotai/ModernBERT-large
+
+# Causal LMs
+openai-community/gpt2-xl
+facebook/opt-1.3b
+Qwen/Qwen2-0.5B
+Qwen/Qwen3-0.6B-Base
+Qwen/Qwen3.5-0.8B-Base
+Qwen/Qwen3.5-2B-Base
+Qwen/Qwen3.5-4B-Base
+
+# Pre-defined Features
+neurobiber
+surface_pos.yaml
+tfidfngrams_fineweb_sample10bt_1-2grams.pkl
+tfidfngrams_fineweb_sample10bt_1-3grams.pkl
+tfidfngrams_mud_subset_1-2grams.pkl
+tfidfngrams_mud_subset_1-3grams.pkl
+functionwordfreq
+steb-tests/validation-test-model

submitted_results/20_Newsgroups_Fixed/validation-test-model/1_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4013303959965187, "auc": 0.6339963160397382, "auc@0.01": 0.5121829925629868, "auc@0.05": 0.5356410322937223, "auc@0.10": 0.5539260802658549, "auc@0.20": 0.578427304595437, "auc@0.30": 0.5953093802007976, "auc@0.50": 0.617079626396456}

submitted_results/20_Newsgroups_Fixed/validation-test-model/2_115/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.32202135774218144, "auc": 0.7342779789905957, "auc@0.01": 0.5235624232035904, "auc@0.05": 0.5669291515070555, "auc@0.10": 0.5988760230768002, "auc@0.20": 0.6404687020511014, "auc@0.30": 0.6686039825299165, "auc@0.50": 0.7043434900659067}

submitted_results/20_Newsgroups_Fixed/validation-test-model/3_76/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.261737292540106, "auc": 0.8079924321403176, "auc@0.01": 0.5368475118653352, "auc@0.05": 0.5993672319932957, "auc@0.10": 0.6444285799120579, "auc@0.20": 0.6996071197292185, "auc@0.30": 0.7340189257666577, "auc@0.50": 0.775372674076575}

submitted_results/ag_news/validation-test-model/1_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.38202261306528346, "auc": 0.6657447470948493, "auc@0.01": 0.5184481728681094, "auc@0.05": 0.547790002899111, "auc@0.10": 0.5697931747553557, "auc@0.20": 0.5980706352218268, "auc@0.30": 0.6167575158780011, "auc@0.50": 0.6411760402707984}

submitted_results/ag_news/validation-test-model/2_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.2810083333342752, "auc": 0.7884009052554438, "auc@0.01": 0.5388744497192832, "auc@0.05": 0.5975211474036851, "auc@0.10": 0.6372998273990567, "auc@0.20": 0.6859078014493766, "auc@0.30": 0.7169113376831051, "auc@0.50": 0.7552122582007259}

submitted_results/ag_news/validation-test-model/3_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.21376884422146133, "auc": 0.8615562985500419, "auc@0.01": 0.5756790942779223, "auc@0.05": 0.6646975003221234, "auc@0.10": 0.7158904211297716, "auc@0.20": 0.7706690814460031, "auc@0.30": 0.8013188942055046, "auc@0.50": 0.8351687778475712}

submitted_results/bible_versions/validation-test-model/1_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4820481550969356, "auc": 0.5251746892189744, "auc@0.01": 0.4991139807357408, "auc@0.05": 0.5023628859153828, "auc@0.10": 0.5053712381367599, "auc@0.20": 0.5099623336720184, "auc@0.30": 0.5136698286271166, "auc@0.50": 0.5189917912404284}

submitted_results/bible_versions/validation-test-model/2_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4585824527252503, "auc": 0.5577510311041816, "auc@0.01": 0.49952630291285033, "auc@0.05": 0.5058124903938189, "auc@0.10": 0.5118665927292714, "auc@0.20": 0.5214284898341534, "auc@0.30": 0.5292076602814493, "auc@0.50": 0.5416969954235463}

submitted_results/bible_versions/validation-test-model/3_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.43701802704056086, "auc": 0.5855254031569679, "auc@0.01": 0.49998976847626503, "auc@0.05": 0.5094418252549376, "auc@0.10": 0.518576378898723, "auc@0.20": 0.5330605384260505, "auc@0.30": 0.5447600584494162, "auc@0.50": 0.563527344527698}

submitted_results/blog_age/validation-test-model/1_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4672696817415931, "auc": 0.548190696747627, "auc@0.01": 0.5080876991041191, "auc@0.05": 0.5163508468267263, "auc@0.10": 0.5210696266419819, "auc@0.20": 0.5265309966111421, "auc@0.30": 0.5300031474091591, "auc@0.50": 0.5373985682114275}

submitted_results/blog_age/validation-test-model/2_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.42424166666651886, "auc": 0.6190203652289223, "auc@0.01": 0.5247755387770792, "auc@0.05": 0.5512608118942289, "auc@0.10": 0.5654861280084633, "auc@0.20": 0.5806382215863267, "auc@0.30": 0.5897735966050295, "auc@0.50": 0.6018492172901544}

submitted_results/blog_age/validation-test-model/3_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.37981574539363405, "auc": 0.6776137963428253, "auc@0.01": 0.5587851316885937, "auc@0.05": 0.5966699079442798, "auc@0.10": 0.614514701798466, "auc@0.20": 0.6341842887275886, "auc@0.30": 0.6463206722610876, "auc@0.50": 0.6616873992183138}

submitted_results/blog_gender/validation-test-model/1_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4737437185929649, "auc": 0.5452255568467337, "auc@0.01": 0.5073302915330421, "auc@0.05": 0.5172485375595929, "auc@0.10": 0.5251779985453584, "auc@0.20": 0.5346425094221106, "auc@0.30": 0.5407678718346635, "auc@0.50": 0.5450772487437187}

submitted_results/blog_gender/validation-test-model/2_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4380499999997744, "auc": 0.5819443435929648, "auc@0.01": 0.5087858418979319, "auc@0.05": 0.5218517716789074, "auc@0.10": 0.530245441020894, "auc@0.20": 0.5415374162479062, "auc@0.30": 0.5507362960636516, "auc@0.50": 0.5668487298994974}

submitted_results/blog_gender/validation-test-model/3_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.44152500000115263, "auc": 0.5850884899497488, "auc@0.01": 0.5097726698820737, "auc@0.05": 0.5219873276639608, "auc@0.10": 0.5319367230891299, "auc@0.20": 0.5468228974734786, "auc@0.30": 0.5570109364223076, "auc@0.50": 0.570526682998325}

submitted_results/ceeces/validation-test-model/1_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.49128140703517587, "auc": 0.5167092730876606, "auc@0.01": 0.503444836900864, "auc@0.05": 0.5068402103823964, "auc@0.10": 0.5091435279467513, "auc@0.20": 0.5111131863988151, "auc@0.30": 0.5121314023959668, "auc@0.50": 0.5133072827935976}

submitted_results/ceeces/validation-test-model/2_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.47383584589660915, "auc": 0.5377749538595756, "auc@0.01": 0.5035894646319257, "auc@0.05": 0.5094163001617775, "auc@0.10": 0.5138171584530842, "auc@0.20": 0.5196461932734661, "auc@0.30": 0.5239581783372199, "auc@0.50": 0.5306851718499906}

submitted_results/ceeces/validation-test-model/3_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.46257956448911214, "auc": 0.5582268277498603, "auc@0.01": 0.5054692214562483, "auc@0.05": 0.513999420464144, "auc@0.10": 0.5205446309397866, "auc@0.20": 0.5293633395178051, "auc@0.30": 0.5356504535203249, "auc@0.50": 0.544494650046529}

submitted_results/core/validation-test-model/1_25/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.38053598862086707, "auc": 0.6615111864440619, "auc@0.01": 0.5130051821333715, "auc@0.05": 0.5366800769659495, "auc@0.10": 0.5565143338994337, "auc@0.20": 0.5851490898100317, "auc@0.30": 0.6065808327473636, "auc@0.50": 0.6349636653606515}

submitted_results/core/validation-test-model/2_25/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.29249999999989934, "auc": 0.7767099373309818, "auc@0.01": 0.5280846501762191, "auc@0.05": 0.5770433488596451, "auc@0.10": 0.6165158006126428, "auc@0.20": 0.6656252769612646, "auc@0.30": 0.6978181065347949, "auc@0.50": 0.7390134675289045}

submitted_results/core/validation-test-model/3_25/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.23639305678140632, "auc": 0.8449525081114173, "auc@0.01": 0.5462203733697567, "auc@0.05": 0.6168105860469497, "auc@0.10": 0.6632777898603257, "auc@0.20": 0.7212576841648812, "auc@0.30": 0.7593743039425749, "auc@0.50": 0.8062018234873993}

submitted_results/corpus-of-diverse-styles/validation-test-model/1_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.37071974864607876, "auc": 0.675118822557, "auc@0.01": 0.5237299660706456, "auc@0.05": 0.5553085263678, "auc@0.10": 0.5776549984972711, "auc@0.20": 0.6067226995658965, "auc@0.30": 0.6267278099845361, "auc@0.50": 0.6531402413292358}

submitted_results/corpus-of-diverse-styles/validation-test-model/2_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.29146681818260733, "auc": 0.7770571928672287, "auc@0.01": 0.540940447336145, "auc@0.05": 0.5905884303803399, "auc@0.10": 0.6260456568838101, "auc@0.20": 0.6715857028542622, "auc@0.30": 0.7022907751771335, "auc@0.50": 0.7421817415950275}

submitted_results/corpus-of-diverse-styles/validation-test-model/3_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.2431395454553403, "auc": 0.8370089328117862, "auc@0.01": 0.5606827609537367, "auc@0.05": 0.6273849799751033, "auc@0.10": 0.6719593922745524, "auc@0.20": 0.7254914016449326, "auc@0.30": 0.7595046836699296, "auc@0.50": 0.8017357592591055}

submitted_results/eWAVE/validation-test-model/1_29/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.3652390343743223, "auc": 0.6774448124519938, "auc@0.01": 0.5217125742066812, "auc@0.05": 0.5450242524670565, "auc@0.10": 0.562919235967708, "auc@0.20": 0.5900651345041358, "auc@0.30": 0.6121872099142383, "auc@0.50": 0.6464300124917483}

submitted_results/eWAVE/validation-test-model/2_25/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.3128472222223015, "auc": 0.754933680112293, "auc@0.01": 0.527094520078723, "auc@0.05": 0.5593002197369219, "auc@0.10": 0.5857139938720916, "auc@0.20": 0.6259284083322388, "auc@0.30": 0.6587895464430846, "auc@0.50": 0.7073610137903862}

submitted_results/eWAVE/validation-test-model/3_25/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.29541666666675065, "auc": 0.7780844198872786, "auc@0.01": 0.5314576910316477, "auc@0.05": 0.5723278128741897, "auc@0.10": 0.6034141939994915, "auc@0.20": 0.6484213935856147, "auc@0.30": 0.6822448557039563, "auc@0.50": 0.7313280885668277}

submitted_results/emotion/validation-test-model/1_66/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.48088578088549006, "auc": 0.5270985930030926, "auc@0.01": 0.5019240585224776, "auc@0.05": 0.5047788264571481, "auc@0.10": 0.5075519773939376, "auc@0.20": 0.512358117353781, "auc@0.30": 0.5164986462002973, "auc@0.50": 0.5226235806615359}

submitted_results/emotion/validation-test-model/2_33/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4674873737377847, "auc": 0.5484388864927203, "auc@0.01": 0.5018683880953216, "auc@0.05": 0.5084274974082137, "auc@0.10": 0.5145855169385931, "auc@0.20": 0.5214700732712287, "auc@0.30": 0.5264457558352389, "auc@0.50": 0.5361789639070019}

submitted_results/emotion/validation-test-model/3_25/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4395200000007822, "auc": 0.5753061866666667, "auc@0.01": 0.5034827470686767, "auc@0.05": 0.5115399658119658, "auc@0.10": 0.5189150877192983, "auc@0.20": 0.5281038518518518, "auc@0.30": 0.5367915294117647, "auc@0.50": 0.5555387022222222}

submitted_results/endive/validation-test-model/1_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.24744556113902821, "auc": 0.8261551332774986, "auc@0.01": 0.5175331115375874, "auc@0.05": 0.5780896363584304, "auc@0.10": 0.6281480130183079, "auc@0.20": 0.6929651338094795, "auc@0.30": 0.7347331029466504, "auc@0.50": 0.7848239472640983}

submitted_results/endive/validation-test-model/2_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.27951833333372655, "auc": 0.7914592344988832, "auc@0.01": 0.5278942296631117, "auc@0.05": 0.5965690140159486, "auc@0.10": 0.6409565501484029, "auc@0.20": 0.6920913244850797, "auc@0.30": 0.7224804721729563, "auc@0.50": 0.7587023458123954}

submitted_results/endive/validation-test-model/3_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.3850167504187605, "auc": 0.6779950762423228, "auc@0.01": 0.5227896191594489, "auc@0.05": 0.5722480938882446, "auc@0.10": 0.603272739299568, "auc@0.20": 0.6342288246983374, "auc@0.30": 0.6492436489911431, "auc@0.50": 0.6612765234971152}

submitted_results/enron_spam/validation-test-model/1_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.43937185929648165, "auc": 0.5861581306532663, "auc@0.01": 0.5108619574000657, "auc@0.05": 0.5240399722973843, "auc@0.10": 0.533784463435599, "auc@0.20": 0.5464150003489671, "auc@0.30": 0.5552839319144743, "auc@0.50": 0.5697091306532663}

submitted_results/enron_spam/validation-test-model/2_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.3700249999991313, "auc": 0.678892335741206, "auc@0.01": 0.5218257746016515, "auc@0.05": 0.5531739047803118, "auc@0.10": 0.5735771257603809, "auc@0.20": 0.6003595058626465, "auc@0.30": 0.61994627364765, "auc@0.50": 0.6494961867671691}

submitted_results/enron_spam/validation-test-model/3_200/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.31767500000031906, "auc": 0.7437799343592965, "auc@0.01": 0.5414443132749173, "auc@0.05": 0.5831480575956707, "auc@0.10": 0.6151002595212907, "auc@0.20": 0.6554391026312116, "auc@0.30": 0.6821110521972609, "auc@0.50": 0.7147680385259632}

submitted_results/fce_l1/validation-test-model/1_25/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4887415329768271, "auc": 0.5224029815873016, "auc@0.01": 0.501387019754859, "auc@0.05": 0.5037640048840049, "auc@0.10": 0.5063230788081314, "auc@0.20": 0.5112420223398001, "auc@0.30": 0.5140885519244734, "auc@0.50": 0.5161433577425044}

submitted_results/fce_l1/validation-test-model/2_25/all_to_all_pair_classification/metrics.json

@@ -0,0 +1 @@
+{"eer": 0.4683333333333334, "auc": 0.5418499549973836, "auc@0.01": 0.5017822235194812, "auc@0.05": 0.5059124045673496, "auc@0.10": 0.5095473629127765, "auc@0.20": 0.5166103261817547, "auc@0.30": 0.521798224930998, "auc@0.50": 0.5307006007326007}