From 5fdccac938debc29aa414fc710199a8b76a0f7df Mon Sep 17 00:00:00 2001
From: Mirei <42766108+mahdibland@users.noreply.github.com>
Date: Fri, 7 Oct 2022 12:30:07 +0330
Subject: [PATCH] Update list_merge.py

---
 utils/list_merge.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/utils/list_merge.py b/utils/list_merge.py
index 375efcc35..c167ca300 100644
--- a/utils/list_merge.py
+++ b/utils/list_merge.py
@@ -239,6 +239,10 @@ class sub_merge():
 
         content_list = list(
             filter(lambda x: x != '', ''.join(content_list).split("\n")))
+        # dup remove by string content
+        print("it was " + str(content_list.__len__()))
+        content_list = list(set(content_list))
+        print("now is " + str(content_list.__len__()))
         content_raw = "\n".join(content_list)
 
         # content_yaml = sub_convert.main(content_raw, 'content', 'content', {