2.1. Pandas Read¶

File paths works also with URLs
SQL functions uses SQLAlchemy, which supports many RDBMS
Read SQL query or database table into a DataFrame

2.1.1. SetUp¶

>>> import pandas as pd

2.1.2. Most Frequently Used¶

>>> 
... pd.read_csv()
... pd.read_excel()
... pd.read_html()
... pd.read_json()
... pd.read_sql()

2.1.3. Others¶

>>> 
... pd.read_clipboard()
... pd.read_feather()
... pd.read_fwf()
... pd.read_gbq()
... pd.read_hdf()
... pd.read_msgpack()
... pd.read_parquet()
... pd.read_pickle()
... pd.read_sas()
... pd.read_spss()
... pd.read_sql_query()  # Read SQL query into a DataFrame
... pd.read_sql_table()  # Read SQL database table into a DataFrame
... pd.read_stata()
... pd.read_table()
... pd.read_xml()

2.1.4. PDF¶

https://tabula-py.readthedocs.io/en/latest/tabula.html

2.1.5. Docx¶

https://python-docx.readthedocs.io/en/latest/

>>> 
... from csv import DictWriter, QUOTE_ALL
... from docx import Document
...
...
... def clean(text):
...     return (text.
...             .replace('☑', '-')
...             .replace('–', '-')
...             .replace(' -– ', '-')
...             .replace('●', '-')
...             .replace('•', '-')
...             .replace('::', ':')
...             .replace('⌂', '-')
...             .replace('Ω', '-')
...             .replace('☹', '')
...             .replace('😊', '')
...             .replace('„', '"')
...             .replace('”', '"')
...             .replace('‘', ''')
...             .replace('’', ''')
...             .strip())
...
...
... document = Document('_tmp/input.docx')
... result = []
... data = []
...
... for table in document.tables:
...     userstory = {}
...     for i, row in enumerate(table.rows):
...         if i == 0:
...             userstory['ID'] = clean(row.cells[1].text)
...             userstory['Category'] = clean(row.cells[2].text)
...         else:
...             field = ''  # Required for not to carry previous information if header is missing
...             value = ''  # Required for not to carry previous information if header is missing
...             field = clean(row.cells[1].text)
...             value = clean(row.cells[2].text)
...             userstory[field] = value
...     data.append(userstory)
...
...
... for row in data:
...     summary = row.get('Summary', '').strip().replace('\n', '')
...     story = row.get('Story', '')
...     description = row.get('Description', '')
...     details = row.get('Details', '')
...     id = row.get('ID', '').replace('\n', ' ')
...     category = row.get('Category', '').removeprefix('(').removesuffix(')')
...
...     result.append({
...         'Summary': f'[{id}] {summary}',
...         'Description': f'*User Story*\n{story}\n\n' +\
...                        f'*Description*\n{description}\n\n' +\
...                        f'*Details*\n{details}\n\n'})
...
...
... with open('_tmp/output.csv', mode='w') as file:
...     writer = DictWriter(f=file,
...                         fieldnames=['Summary', 'Description'],
...                         quoting=QUOTE_ALL,
...                         delimiter=',',
...                         quotechar='"')
...     writer.writeheader()
...     writer.writerows(result)