Upload script_1/flexitok--bpe_script_CmJp_16000_overlap.json with huggingface_hub

script_1/flexitok--bpe_script_CmJp_16000_overlap.json

@@ -1 +1 @@
-{"1": {"ratio_to_total_tokens": 0.8699387145775497, "expected_training_ratio_in_superset": 0.07908533768886815, "num_tokens": 16608}, "2": {"ratio_to_total_tokens": 0.0038761720182284845, "expected_training_ratio_in_superset": 0.0007047585487688154, "num_tokens": 74}, "3": {"ratio_to_total_tokens": 0.0030380807710439473, "expected_training_ratio_in_superset": 0.0008285674830119855, "num_tokens": 58}, "4": {"ratio_to_total_tokens": 0.0027761772562987794, "expected_training_ratio_in_superset": 0.0010095190022904653, "num_tokens": 53}, "5": {"ratio_to_total_tokens": 0.0050809281860562565, "expected_training_ratio_in_superset": 0.002309512811843753, "num_tokens": 97}, "6": {"ratio_to_total_tokens": 0.005028547483107223, "expected_training_ratio_in_superset": 0.0027428440816948487, "num_tokens": 96}, "7": {"ratio_to_total_tokens": 0.005342831700801425, "expected_training_ratio_in_superset": 0.0033999838096009064, "num_tokens": 102}, "8": {"ratio_to_total_tokens": 0.010895186213398984, "expected_training_ratio_in_superset": 0.007923771791562898, "num_tokens": 208}, "9": {"ratio_to_total_tokens": 0.0048714053742601226, "expected_training_ratio_in_superset": 0.003985695306212828, "num_tokens": 93}, "10": {"ratio_to_total_tokens": 0.005447593106699492, "expected_training_ratio_in_superset": 0.004952357369726811, "num_tokens": 104}, "11": {"ratio_to_total_tokens": 0.08370436331255565, "expected_training_ratio_in_superset": 0.08370436331255565, "num_tokens": 1598}, "total_training_compared_to_full_model": 0.1906467112061371}
+{"1": {"ratio_to_total_tokens": 0.8629117959617428, "expected_training_ratio_in_superset": 0.07844652690561298, "num_tokens": 15428}, "2": {"ratio_to_total_tokens": 0.0031321662285362715, "expected_training_ratio_in_superset": 0.0005694847688247766, "num_tokens": 56}, "3": {"ratio_to_total_tokens": 0.003244029308126853, "expected_training_ratio_in_superset": 0.0008847352658527779, "num_tokens": 58}, "4": {"ratio_to_total_tokens": 0.004138933944851502, "expected_training_ratio_in_superset": 0.0015050668890369098, "num_tokens": 74}, "5": {"ratio_to_total_tokens": 0.004306728564237373, "expected_training_ratio_in_superset": 0.0019576038928351695, "num_tokens": 77}, "6": {"ratio_to_total_tokens": 0.006432127076458415, "expected_training_ratio_in_superset": 0.0035084329507954985, "num_tokens": 115}, "7": {"ratio_to_total_tokens": 0.005257564740757313, "expected_training_ratio_in_superset": 0.003345723016845563, "num_tokens": 94}, "8": {"ratio_to_total_tokens": 0.011577828737625147, "expected_training_ratio_in_superset": 0.0084202390819092, "num_tokens": 207}, "9": {"ratio_to_total_tokens": 0.004866043962190279, "expected_training_ratio_in_superset": 0.003981308696337502, "num_tokens": 87}, "10": {"ratio_to_total_tokens": 0.005257564740757313, "expected_training_ratio_in_superset": 0.0047796043097793756, "num_tokens": 94}, "11": {"ratio_to_total_tokens": 0.08887521673471671, "expected_training_ratio_in_superset": 0.08887521673471671, "num_tokens": 1589}, "total_training_compared_to_full_model": 0.19627394251254646}