examples/unsupervised_quality_estimation/repeat_lines.py

# Copyright (c) Facebook, Inc. and its affiliates.
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.

import argparse
import sys


def _normalize_spaces(line):
    return " ".join(line.split())


def main():
    parser = argparse.ArgumentParser()
    parser.add_argument("-i", "--input_file", required=True, type=str)
    parser.add_argument("-n", "--repeat_times", required=True, type=int)
    parser.add_argument("-o", "--output_file", required=False, type=str)
    args = parser.parse_args()
    stream = open(args.output_file, "w") if args.output_file else sys.stdout

    for line in open(args.input_file):
        for _ in range(args.repeat_times):
            stream.write(_normalize_spaces(line) + "\n")


if __name__ == "__main__":
    main()