+if args.learning_rate_schedule == "auto":
+ pass
+
+elif args.learning_rate_schedule == "cos":
+ schedule = {}
+ for n_epoch in range(args.nb_epochs):
+ u = n_epoch / args.nb_epochs * math.pi
+ schedule[n_epoch] = args.learning_rate * 0.5 * (1 + math.cos(u))
+ learning_rate_scheduler = StepWiseScheduler(schedule)
+ log_string(f"learning_rate_schedule {schedule}")
+
+else:
+ u = {
+ int(k): float(v)
+ for k, v in [
+ tuple(x.split(":")) for x in args.learning_rate_schedule.split(",")
+ ]
+ }
+
+ schedule = {}
+ learning_rate = args.learning_rate
+ for n_epoch in range(args.nb_epochs):
+ if n_epoch in u:
+ learning_rate = u[n_epoch]
+ schedule[n_epoch] = learning_rate
+ learning_rate_scheduler = StepWiseScheduler(schedule)
+ log_string(f"learning_rate_schedule {schedule}")
+
+######################################################################
+