| import pandas as pd | |
| def preprocess_data(data): | |
| nc = len(data.columns) | |
| nr = len(data.index) | |
| new = [0] * nc | |
| for i in range(nc): | |
| new[i] = len(data.iloc[:, i].unique()) / nr | |
| sorted_index = sorted(range(len(new)), key=lambda k: new[k], reverse=True) | |
| sensitive_cols = list(data.columns[sorted_index[i]] for i in range(nc) if new[sorted_index[i]] > 0.5) | |
| data = data.drop(columns=sensitive_cols) | |
| return data | |