diff options
| author | Grail Finder <wohilas@gmail.com> | 2023-01-21 11:58:08 +0600 |
|---|---|---|
| committer | Grail Finder <wohilas@gmail.com> | 2023-01-21 11:58:08 +0600 |
| commit | faf2369a17e4f118f5c65fa3a7c5d954068e0757 (patch) | |
| tree | 72d7b6e7f179f22c3b567dcd1f61abab170c7a44 /remove_dups.py | |
| parent | 3e42d4fb500811c992cd91f089525d66cd1a2fe2 (diff) | |
Feat(extraction): allow to work with other dirs
Diffstat (limited to 'remove_dups.py')
| -rwxr-xr-x | remove_dups.py | 5 |
1 files changed, 2 insertions, 3 deletions
diff --git a/remove_dups.py b/remove_dups.py index 706393c..30afed3 100755 --- a/remove_dups.py +++ b/remove_dups.py @@ -85,11 +85,10 @@ def sortKeyFunc(s): if __name__ == "__main__": files = glob.glob(f"{directory}/*") - print(files) # files.sort(key=sortKeyFunc) prev_page = [] - page_sep = "-"*60 + "\n" + # page_sep = "-"*60 + "\n" with open(outname, "w") as wf: for filename in files: @@ -99,7 +98,7 @@ if __name__ == "__main__": lines.reverse() lines = clear_start(lines) lines.reverse() - lines.append(page_sep) + # lines.append(page_sep) # compare with prev data new_page = get_uniq_lines(prev_page, lines) |