Reduce initial noising

app.py

@@ -55,7 +55,7 @@ def find_answer_start(input_ids, marker_ids):
 
 def get_noising_schedule(i, max_it, sharpness=5.0):
     x = i / max_it
-    return (np.exp(-sharpness * x) - np.exp(-sharpness)) / (1 - np.exp(-sharpness))
+    return 0.5 *(np.exp(-sharpness * x) - np.exp(-sharpness)) / (1 - np.exp(-sharpness))
 
 def noisify_answer(input_ids, answer_start, threshold=1.0, eot_weight=1.0):
     noised = input_ids.copy()