Skip to content
This repository has been archived by the owner on Jan 15, 2024. It is now read-only.

[Feature] Add Machine translation estimator in api #1156

Open
wants to merge 26 commits into
base: v0.x
Choose a base branch
from
Open
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
refine imports
liuzh47 committed Feb 17, 2020
commit 7faf836b6acc43a827d1a6c8fcddf98b43f07a76
9 changes: 5 additions & 4 deletions scripts/machine_translation/train_transformer_estimator.py
Original file line number Diff line number Diff line change
@@ -46,10 +46,6 @@
from gluonnlp.loss import LabelSmoothing, MaskedSoftmaxCELoss
from gluonnlp.model.transformer import ParallelTransformer, get_transformer_encoder_decoder
from gluonnlp.model.translation import NMTModel
import dataprocessor
from bleu import _bpe_to_words, compute_bleu
from translation import BeamSearchTranslator
from utils import logging_config
from gluonnlp.metric import LengthNormalizedLoss
from gluonnlp.estimator import MachineTranslationEstimator
from gluonnlp.estimator import MTTransformerBatchProcessor, MTTransformerParamUpdateHandler
@@ -58,6 +54,11 @@
from gluonnlp.estimator import ValBleuHandler, MTCheckpointHandler
from gluonnlp.estimator import MTTransformerLoggingHandler

import dataprocessor
from bleu import _bpe_to_words, compute_bleu
from translation import BeamSearchTranslator
from utils import logging_config

np.random.seed(100)
random.seed(100)
mx.random.seed(10000)