parameters: (opt, beta1_power, beta2_power, beta1, beta2, eps, lr, gradient, param, moment1, moment2)
return_statement: return success
docstring: Apply AdamOffload optimizer to the weight parameter using Tensor.
docstring_summary: Apply AdamOffload optimizer to the weight parameter using Tensor.
docstring_tokens: Apply AdamOffload optimizer to the weight parameter using Tensor .
function: def _run_off_load_opt(opt, beta1_power, beta2_power, beta1, beta2, eps, lr, gradient, param, moment1, moment2):
      """Apply AdamOffload optimizer to the weight parameter using Tensor."""
      success = True
      delat_param = opt(moment1, moment2, beta1_power, beta2_power, lr, beta1, beta2, eps, gradient)
      success = F.depend(success, F.assign_add(param, delat_param))
      return success
function_tokens: def _run_off_load_opt ( opt , beta1_power , beta2_power , beta1 , beta2 , eps , lr , gradient , param , moment1 , moment2 ) : success = True delat_param = opt ( moment1 , moment2 , beta1_power , beta2_power , lr , beta1 , beta2 , eps , gradient ) success = F . depend ( success , F . assign_add ( param , delat_param ) ) return success