fix date parse format error

Author: cbaezp

app/utils/file_parser.py

@@ -2,7 +2,6 @@
 import pandas as pd
 from datetime import datetime
 
-
 def parse_whatsapp_chat(file):
     pattern = r'(\[.*?\]) (.*?): (.*)'
     lines = file.read().decode("utf-8").splitlines()
@@ -14,12 +13,27 @@ def parse_whatsapp_chat(file):
             timestamp = match.group(1).strip('[]')
             sender = match.group(2)
             message = match.group(3)
-            #Noticed that whatsapp uses the list below as placeholders for media.
+            # Check if the message is not a placeholder for media
             if message not in ["audio omitted", "image omitted", "video omitted"]:
-                try:
-                    date_time_obj = datetime.strptime(timestamp, '%m/%d/%y, %I:%M:%S %p')
-                except ValueError:
-                    date_time_obj = datetime.strptime(timestamp, '%d/%m/%y, %I:%M:%S %p')
+                # Normalize the timestamp by replacing "a.m." and "p.m." with "AM" and "PM"
+                timestamp = timestamp.replace(' a.m.', ' AM').replace(' p.m.', ' PM').replace('a.m.', ' AM').replace('p.m.', ' PM')
+                
+                # List of possible date formats to handle various cases
+                date_formats = [
+                    '%m/%d/%y, %I:%M:%S %p',
+                    '%d/%m/%y, %I:%M:%S %p'
+                ]
+                
+                for date_format in date_formats:
+                    try:
+                        date_time_obj = datetime.strptime(timestamp, date_format)
+                        break
+                    except ValueError:
+                        continue
+                else:
+                    # If no format matched, raise an error or handle it accordingly
+                    raise ValueError(f"Timestamp format not recognized: {timestamp}")
+                
                 data.append([date_time_obj, sender, message])
 
     df = pd.DataFrame(data, columns=['Timestamp', 'Sender', 'Message'])

tests/test_parse_whatsapp_chat.py

@@ -0,0 +1,41 @@
+import unittest
+import pandas as pd
+from io import BytesIO
+from app.utils.file_parser import parse_whatsapp_chat  
+
+class TestParseWhatsappChat(unittest.TestCase):
+
+    def test_parse_standard_format(self):
+        chat_data = b"[12/01/23, 03:45:12 p.m.] John: Hello!\n[12/01/23, 03:46:12 p.m.] Jane: Hi, how are you?"
+        df = parse_whatsapp_chat(BytesIO(chat_data))
+        self.assertEqual(len(df), 2)
+        self.assertEqual(df.iloc[0]['Sender'], 'John')
+        self.assertEqual(df.iloc[1]['Sender'], 'Jane')
+
+    def test_parse_non_standard_format(self):
+        chat_data = b"[01/12/23, 03:45:12 p.m.] John: Hello!\n[01/12/23, 03:46:12 p.m.] Jane: Hi, how are you?"
+        df = parse_whatsapp_chat(BytesIO(chat_data))
+        self.assertEqual(len(df), 2)
+        self.assertEqual(df.iloc[0]['Sender'], 'John')
+        self.assertEqual(df.iloc[1]['Sender'], 'Jane')
+
+    def test_parse_day_month_format(self):
+        chat_data = b"[12/01/23, 03:45:12 p.m.] John: Hello!\n[12/01/23, 03:46:12 p.m.] Jane: Hi, how are you?"
+        df = parse_whatsapp_chat(BytesIO(chat_data))
+        self.assertEqual(len(df), 2)
+        self.assertEqual(df.iloc[0]['Sender'], 'John')
+        self.assertEqual(df.iloc[1]['Sender'], 'Jane')
+
+    def test_parse_with_media_omitted(self):
+        chat_data = b"[12/01/23, 03:45:12 p.m.] John: audio omitted\n[12/01/23, 03:46:12 p.m.] Jane: Hi, how are you?"
+        df = parse_whatsapp_chat(BytesIO(chat_data))
+        self.assertEqual(len(df), 1)  # One message should be skipped
+        self.assertEqual(df.iloc[0]['Sender'], 'Jane')
+
+    def test_invalid_date_format(self):
+        chat_data = b"[99/99/99, 03:45:12 p.m.] John: Hello!"
+        with self.assertRaises(ValueError):
+            parse_whatsapp_chat(BytesIO(chat_data))
+
+if __name__ == '__main__':
+    unittest.main()