How to reorganize complex data set into list view

Try this:

import pandas as pd

# Load your data into a DataFrame
data = pd.read_excel('your_dataset.xlsx')

# Initialize an empty list to store the transformed data
transformed_data = []

# Iterate through the DataFrame and transform the data
for index, row in data.iterrows():
    record = {}
    for col in data.columns:
        if pd.notna(row[col]):
            record[col] = row[col]
    transformed_data.append(record)

# Convert the list of dictionaries back to a DataFrame
transformed_df = pd.DataFrame(transformed_data)

# Save the transformed data to a new Excel file
transformed_df.to_excel('transformed_dataset.xlsx', index=False)