| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455 |
- def redact(data):
- # Redaction
- original_text = data
- print('Redact Dates and Times...')
- data = redact_datetime.datestimes(data)
- sleep(1)
- print('Redact Address...')
- data = redact_address.address(data)
- sleep(1)
- print('Redact Numerics...')
- data = redact_numerics.numerics(data)
- sleep(1)
- print('Redact Emails...')
- data = redact_emails.email(data)
- sleep(1)
- print('Redact Names...')
- data = redact_names.names(data)
- sleep(1)
- print('Redact Urls...')
- data = redact_urls.urls(data)
- sleep(1)
- df = pd.DataFrame(columns=['Original', 'Redacted'])
- df['Original'] = original_text
- df['Redacted'] = data
- return data
- ############################################ Test
- #################################################
- # The following is a simulated dataset that have address, sensitive numerics, emails and entity names.
- # Texts = [
- # 'I had an ok experience and I live close by 2000 Vernier rd grosse pointe woods MI 48236. I had a good time at 2999 vernier',
- # 'I used to know someone who lived at, 2025 magna rd grosse pointe MI 48237 they loved it and told us many cool stories about the lake',
- # 'I liked their services 22000 moross rd, detroit MI 48236", "lots of diverse life experiences at 6233 orlina st, apt 1001, detroit MI 48217',
- # '2013 1st ambonstreet", "245e ousterkade 9", "oh yeah, I had a great time at 20225 Liverni a really really good time',
- # '1231451469', '42.2', '123 145 1469', '123.145.1469', '(123) 145.1469', '(123) 145 1469',
- # '(123) 145–1469', '123–145–1469', '+1(123) 145–1469 ', '1234567890999111', '123HELLO56',
- # '-123', '04/04/1998', 'it’s015–96–0342 you know my number call me', '+123–145–1469',
- # '48236–123', 'I live close to (42.293564, -83.638916)', '123-4-5648', '1-234-5-6789',
- # 'I used these two email mouafek.ayadi@esprit.tn, moufak.ayadi@oddo-bhf.com',
- # 'this is another email afek.aadi@esit.com',
- # 'they work at Microsoft, and my name is Sami',
- # 'Google CEO is Sunder Pichai',
- # 'http://url.com','http://www.url.com/',
- # 'https://url.com/bla3/blah3/', 'www.google.com',
- # 'I eat potato at 05:30 PM and im happy, then i eat again at 10:12 AM',
- # '2018-03-14 06:08:18, he went on 2018-03-15 06:08:18,2018-03-15 slkfldfjezli'
- # ]
- # print(redact(pd.Series(Texts)).values)
|
