7 lines
229 B
Python
7 lines
229 B
Python
# -*- coding: utf-8 -*-
|
|
|
|
from deepdata.core.base_op import OPERATORS
|
|
|
|
OPERATORS.register_module(module_name='DuplicateSentencesFilter',
|
|
module_path="ops.mapper.remove_duplicate_sentences.process")
|