From bd081e125724dac119a3b66a5850bfe97653638b Mon Sep 17 00:00:00 2001 From: Piotr Czapla Date: Wed, 13 Feb 2019 12:03:08 +0100 Subject: [PATCH] Fixes #5 and the issue in laser https://github.com/facebookresearch/LASER/issues/39 The change ensures that the output file has pure utf-8 text, without any escaping applied. --- generate_documents.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/generate_documents.py b/generate_documents.py index 5dd17de..2fcfe4f 100644 --- a/generate_documents.py +++ b/generate_documents.py @@ -59,7 +59,7 @@ def main(): [p.text for p in xml_parsed.findall(".//p")] ) output_f.write( - '{}{}{}\n'.format(topics[0], delim_str, doc.encode('utf-8')) + '{}{}{}\n'.format(topics[0], delim_str, doc).encode('utf-8') ) except Exception as e: logging.error('Failed to parse xml file: {}.'.format(doc_path))