Skip to content

Commit

Permalink
add random seed for ernie_ie tests (PaddlePaddle#876)
Browse files Browse the repository at this point in the history
* add random seed for ernie_ie tests
  • Loading branch information
joey12300 authored Aug 12, 2021
1 parent 496c4cd commit 303ef9c
Showing 1 changed file with 10 additions and 0 deletions.
10 changes: 10 additions & 0 deletions tests/ernie_information_extraction/run_ernie.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,8 @@
from functools import partial
import argparse
import os
import random
import numpy as np

import paddle
from paddlenlp.data import Stack, Tuple, Pad
Expand All @@ -36,6 +38,13 @@
# yapf: enable


def set_seed(seed):
"""sets random seed"""
random.seed(seed)
np.random.seed(seed)
paddle.seed(seed)


def convert_to_features(example, tokenizer, label_vocab):
tokens, labels = example
tokenized_input = tokenizer(
Expand Down Expand Up @@ -107,6 +116,7 @@ def create_dataloader(dataset,
trainer_num = paddle.distributed.get_world_size()
if trainer_num > 1:
paddle.distributed.init_parallel_env()
set_seed(102)
# Create dataset, tokenizer and dataloader.
train_ds, dev_ds, test_ds = load_dataset(
datafiles=(os.path.join(args.data_dir, 'train.txt'),
Expand Down

0 comments on commit 303ef9c

Please sign in to comment.