Upload safe/flexitok--bpe_swe_Latn_8000_overlap.json with huggingface_hub

safe/flexitok--bpe_swe_Latn_8000_overlap.json

@@ -0,0 +1 @@
+{"1": {"ratio_to_total_tokens": 0.4165, "expected_training_ratio_in_superset": 0.01983333333333333, "num_tokens": 3332}, "2": {"ratio_to_total_tokens": 0.19, "expected_training_ratio_in_superset": 0.018095238095238095, "num_tokens": 1520}, "3": {"ratio_to_total_tokens": 0.059625, "expected_training_ratio_in_superset": 0.008517857142857143, "num_tokens": 477}, "4": {"ratio_to_total_tokens": 0.03775, "expected_training_ratio_in_superset": 0.00719047619047619, "num_tokens": 302}, "5": {"ratio_to_total_tokens": 0.030875, "expected_training_ratio_in_superset": 0.007351190476190476, "num_tokens": 247}, "6": {"ratio_to_total_tokens": 0.027125, "expected_training_ratio_in_superset": 0.00775, "num_tokens": 217}, "7": {"ratio_to_total_tokens": 0.0215, "expected_training_ratio_in_superset": 0.007166666666666666, "num_tokens": 172}, "8": {"ratio_to_total_tokens": 0.020375, "expected_training_ratio_in_superset": 0.0077619047619047615, "num_tokens": 163}, "9": {"ratio_to_total_tokens": 0.021125, "expected_training_ratio_in_superset": 0.009053571428571428, "num_tokens": 169}, "10": {"ratio_to_total_tokens": 0.0175, "expected_training_ratio_in_superset": 0.008333333333333331, "num_tokens": 140}, "11": {"ratio_to_total_tokens": 0.01675, "expected_training_ratio_in_superset": 0.008773809523809524, "num_tokens": 134}, "12": {"ratio_to_total_tokens": 0.013125, "expected_training_ratio_in_superset": 0.0075, "num_tokens": 105}, "13": {"ratio_to_total_tokens": 0.0135, "expected_training_ratio_in_superset": 0.008357142857142858, "num_tokens": 108}, "14": {"ratio_to_total_tokens": 0.01475, "expected_training_ratio_in_superset": 0.009833333333333333, "num_tokens": 118}, "15": {"ratio_to_total_tokens": 0.013375, "expected_training_ratio_in_superset": 0.009553571428571429, "num_tokens": 107}, "16": {"ratio_to_total_tokens": 0.008125, "expected_training_ratio_in_superset": 0.00619047619047619, "num_tokens": 65}, "17": {"ratio_to_total_tokens": 0.005875, "expected_training_ratio_in_superset": 0.0047559523809523815, "num_tokens": 47}, "18": {"ratio_to_total_tokens": 0.009125, "expected_training_ratio_in_superset": 0.007821428571428571, "num_tokens": 73}, "19": {"ratio_to_total_tokens": 0.0065, "expected_training_ratio_in_superset": 0.005880952380952382, "num_tokens": 52}, "20": {"ratio_to_total_tokens": 0.005875, "expected_training_ratio_in_superset": 0.005595238095238095, "num_tokens": 47}, "21": {"ratio_to_total_tokens": 0.050625, "expected_training_ratio_in_superset": 0.050625, "num_tokens": 405}, "total_training_compared_to_full_model": 0.2259404761904762}