add new fun to generate profiles

.gitignore

@@ -14,3 +14,4 @@ appointment_*.log
 ./build
 ./dist
 ./contact_all.xlsx
+./utils/new_profile_500.xlsx

utils/excel_reader.py

@@ -1,9 +1,15 @@
 import json
+import random
+import string
 
 import pandas as pandas
+import xlsxwriter
+
 from definitions import CONTACT_LIST_FILE
 from pojo.contact_pojo import ContactPojo
 
+phone_number_prefix = ['6', '7']
+
 
 class ExcelHelper:
 
@@ -36,3 +42,92 @@ class ExcelHelper:
                                       mail=contact_dict['email'])
                 contact_list.append(contact)
         return contact_list
+
+    def read_names(self, file_name=CONTACT_LIST_FILE) -> list:
+        contact_list_in_json = pandas.read_excel(file_name).to_json(orient='records')
+        contact_dict_list = json.loads(contact_list_in_json)
+        contact_list = []
+        count = 2
+        for contact_dict in contact_dict_list:
+            if contact_dict['name']:
+                raw_name = contact_dict['name'].strip()
+                name = raw_name.split(' ')
+                if len(name) == 1:
+                    name = raw_name.split('\xa0')
+                last_name = name[0]
+                if len(name) == 2:
+                    first_name = name[-1]
+                else:
+                    first_name = ''.join(name[1:len(name)])
+
+                contact = ContactPojo(phone_number="",
+                                      last_name=last_name,
+                                      first_name=first_name,
+                                      passport_number="",
+                                      mail="")
+
+                if len(first_name) == 0:
+                    print("first_name is empty: position:" + str(count))
+                    print(name)
+                if len(last_name) == 0:
+                    print("last_name is empty: position:" + str(count))
+                count = count + 1
+                contact_list.append(contact)
+
+        return contact_list
+
+
+def get_random_phone_numbers():
+    length = 8  # number of characters in the string.
+    ran = ''.join(random.choices(string.digits, k=length))
+    id_number = random.choice(phone_number_prefix) + str(ran)
+    return id_number
+
+
+def generate_email_from_name(first_name: str, last_name: str) -> str:
+    length = 3  # number of characters in the string.
+    ran = ''.join(random.choices(string.digits, k=length))
+    email = "{}{}{}@163.com".format(last_name.lower(), first_name.lower(), ran)
+    print(email)
+    return email
+
+
+def get_random_id_number() -> str:
+    # write_the_valid_profiles_to_excel()
+    S = 8  # number of characters in the string.
+    # call random.choices() string module to find the string in Uppercase + numeric data.
+    ran = ''.join(random.choices(string.digits, k=S))
+    print("The randomly generated string is : 94" + str(ran))  # print the random data
+    return ran
+
+
+def write_new_contacts_to_excel(valid_contacts: list):
+    row = 0
+    col = 0
+    # Create a workbook and add a worksheet.
+    workbook = xlsxwriter.Workbook('new_profile_{}.xlsx'.format(len(valid_contacts)))
+    header_data = ['name', 'phone', 'passport', 'email']
+    worksheet = workbook.add_worksheet()
+    header_format = workbook.add_format({'bold': True})
+
+    for col_num, data in enumerate(header_data):
+        worksheet.write(row, col_num, data, header_format)
+    row = row + 1
+    for info in valid_contacts:
+        info.phone = get_random_phone_numbers()
+        info.passport = get_random_id_number()
+        info.mail = generate_email_from_name(info.first_name, info.last_name)
+        # Iterate over the data and write it out row by row.
+        worksheet.write(row, col, "{} {}".format(info.last_name, info.first_name))
+        worksheet.write(row, col + 1, info.phone)
+        worksheet.write(row, col + 2, info.passport)
+        worksheet.write(row, col + 3, info.mail)
+        row += 1
+    workbook.close()
+
+
+if __name__ == '__main__':
+    excel_reader = ExcelHelper()
+    contacts = excel_reader.read_names("new_profile_500.xlsx")
+    print(contacts)
+    # write_new_contacts_to_excel(valid_contacts=contacts)

utils/export_valid_profiles.py

@@ -19,32 +19,32 @@ def get_random_id_number() -> str:
 
 
 def write_the_valid_profiles_to_excel():
-    day_list = ['2022-03-23','2022-03-24','2022-03-25']
+    day_list = ['2022-05-28']
 
     collection = []
     for day in day_list:
-        collection.extend(params.firebase_store_manager.get_all_successful_items_for_day(day).stream())
+        collection.extend(params.firebase_store_manager.get_all_successful_items_for_day(day, source_from=None).stream())
 
     valid_contacts = []
     # exist_contacts = ExcelHelper().read_contacts()
     for valid_appointment in collection:
         reserve_pojo = ReserveResultPojo.from_firestore_dict(valid_appointment.to_dict())
         # check whether the contact exists already
-        exist = [contact for contact in valid_contacts if contact.mail == reserve_pojo.email]
+        # exist = [contact for contact in valid_contacts if contact.mail == reserve_pojo.email]
-        if len(exist) == 0:
+        # if len(exist) == 0:
-            contact = ContactPojo(reserve_pojo.phone, passport_number=get_random_id_number(),
+        contact = ContactPojo(reserve_pojo.phone, passport_number=get_random_id_number(),
-                                  last_name=reserve_pojo.lastName, first_name=reserve_pojo.firstName, ccid="",
+                              last_name=reserve_pojo.lastName, first_name=reserve_pojo.firstName, ccid="",
-                                  mail=reserve_pojo.email, position=0)
+                              mail=reserve_pojo.email, position=0)
-            # seed = 8  # number of characters in the string.
+        # seed = 8  # number of characters in the string.
-            # call random.choices() string module to find the string in Uppercase + numeric data.
+        # call random.choices() string module to find the string in Uppercase + numeric data.
-            # contact.passport = get_random_id_number()
+        # contact.passport = get_random_id_number()
-            # if contact.passport == None or len(contact.passport) == 0:
+        # if contact.passport == None or len(contact.passport) == 0:
-            #     old_contact = [item for item in exist_contacts if item.mail == contact.mail]
+        #     old_contact = [item for item in exist_contacts if item.mail == contact.mail]
-            #     if len(old_contact) > 0:
+        #     if len(old_contact) > 0:
-            #         contact.passport = old_contact[0].passport
+        #         contact.passport = old_contact[0].passport
 
-            print(contact)
+        print(contact)
-            valid_contacts.append(contact)
+        valid_contacts.append(contact)
 
     row = 0
     col = 0

utils/generate_random_passport_id.py

@@ -8,8 +8,7 @@ letters = ['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'J', 'K', 'P', 'Q', 'R', 'S',
 def get_random_id_number() -> str:
     S = 8  # number of characters in the string.
     ran = ''.join(random.choices(string.digits, k=S))
-    id_number =  str(ran)
+    id_number = str(ran)
-    # print("The randomly generated string is : 94" + str(ran))  # print the random data
     return id_number