algorithm/pytorch-tutorial
1
0
Fork 0
mirror of https://github.com/yunjey/pytorch-tutorial.git synced 2025-07-08 19:05:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #143 from AutuanLiu/patch01

Browse Source 
clip_grad_norm is now deprecated
This commit is contained in:
Yunjey Choi
2018-11-09 17:53:38 +09:00
committed by GitHub
parent c48008bf9d a16173ffc4
commit 4896cefea1
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tutorials/02-intermediate/language_model/main.py
View File

@ -3,7 +3,7 @@
import torch import torch
import torch.nn as nn import torch.nn as nn
import numpy as np import numpy as np
from torch.nn.utils import clip_grad_norm from torch.nn.utils import clip_grad_norm_
from data_utils import Dictionary, Corpus from data_utils import Dictionary, Corpus
@ -78,7 +78,7 @@ for epoch in range(num_epochs):
# Backward and optimize # Backward and optimize
model.zero_grad() model.zero_grad()
loss.backward() loss.backward()
clip_grad_norm(model.parameters(), 0.5) clip_grad_norm_(model.parameters(), 0.5)
optimizer.step() optimizer.step()
step = (i+1) // seq_length step = (i+1) // seq_length