diff options
Diffstat (limited to 'remove_dups.py')
| -rwxr-xr-x | remove_dups.py | 5 |
1 files changed, 2 insertions, 3 deletions
diff --git a/remove_dups.py b/remove_dups.py index 706393c..30afed3 100755 --- a/remove_dups.py +++ b/remove_dups.py @@ -85,11 +85,10 @@ def sortKeyFunc(s): if __name__ == "__main__": files = glob.glob(f"{directory}/*") - print(files) # files.sort(key=sortKeyFunc) prev_page = [] - page_sep = "-"*60 + "\n" + # page_sep = "-"*60 + "\n" with open(outname, "w") as wf: for filename in files: @@ -99,7 +98,7 @@ if __name__ == "__main__": lines.reverse() lines = clear_start(lines) lines.reverse() - lines.append(page_sep) + # lines.append(page_sep) # compare with prev data new_page = get_uniq_lines(prev_page, lines) |