import os import tkinter as tk import tkinter.ttk as ttk from tkinter import filedialog import pandas import validators import inout APP_STATE_1 = 'no valid files selected' APP_STATE_2 = 'no valid fields selected' APP_STATE_3 = 'ok, single files' APP_STATE_4 = 'ok, multiple files' class StatusPanel(tk.Frame): def __init__(self, parent): tk.Frame.__init__(self, parent.master) self._parent = parent self.label = tk.Label(self, bd=1, relief=tk.SUNKEN, anchor=tk.S) self.label.pack(fill=tk.X) self.pack(side=tk.BOTTOM, fill=tk.X) def set_text(self, text): self.label.config(text=text) self.label.update_idletasks() def clear_text(self): self.set_text('') class FilePanel(tk.Frame): def __init__(self, parent): tk.Frame.__init__(self, parent.master) self._parent = parent self.btn_files = tk.Button(self, text="Select Files", command=self._parent.select_files) self.btn_files.pack(pady=5, padx=5) self.label = tk.Label(self, anchor=tk.SW) self.label.pack(fill=tk.X, pady=5, padx=5) ttk.Separator(self, orient=tk.HORIZONTAL).pack(side=tk.BOTTOM, fill=tk.X) self.pack(side=tk.TOP, fill=tk.X) def set_text(self, text): self.label.config(text=text) self.label.update_idletasks() def clear_text(self): self.set_text('') class FieldPanel(tk.Frame): def __init__(self, parent): tk.Frame.__init__(self, parent.master) self._parent = parent self.is_single = tk.BooleanVar() self.is_single.set(True) self.rbtn_single = tk.Radiobutton( self, text='single excel files', variable=self.is_single, value=True, command=self.disable_listbox) self.rbtn_combine = tk.Radiobutton( self, text='one combined excel file', variable=self.is_single, value=False, command=self.enable_listbox) self.rbtn_single.pack(anchor=tk.W) self.rbtn_combine.pack(anchor=tk.W) self.listbox = tk.Listbox(self, selectmode=tk.MULTIPLE, activestyle='none', height=19) self.listbox.pack(fill=tk.X, ipady=5, ipadx=5, ) self.listbox.bind('<>', self._parent.toggle_run_button) self.pack(side=tk.TOP, fill=tk.X) def disable_radio_btn(self): self.rbtn_single.config(state="disabled") self.rbtn_combine.config(state="disabled") def disable_listbox(self): self.listbox.config(state="disabled") self._parent.toggle_run_button() def disable(self): self.disable_listbox() self.disable_radio_btn() def enable_radio_btn(self): self.rbtn_single.config(state="normal") self.rbtn_combine.config(state="normal") self.is_single.set(True) def enable_listbox(self): self.listbox.config(state="normal") self._parent.toggle_run_button() def enable(self): self.enable_listbox() self.enable_radio_btn() def set_listbox_content(self, choices, selection): self.enable_listbox() current = self.listbox.size() self.listbox.selection_clear(0, current) self.listbox.delete(0,current) for i, element in enumerate(choices): self.listbox.insert(tk.END, element) if element in selection: self.listbox.selection_set(i) self.disable_listbox() class ActionPanel(tk.Frame): def __init__(self, parent): tk.Frame.__init__(self, parent.master) self._parent = parent self.btn_go = tk.Button(self, text="GO!", command=self._parent.convert_files) self.btn_go.pack(side=tk.LEFT, pady=5, padx=5) self.btn_quit = tk.Button(self, text="Quit", command=self._parent.quit) self.btn_quit.pack(side=tk.RIGHT, pady=5, padx=5) self.pack(side=tk.BOTTOM, fill=tk.X) def disable(self): self.btn_go.config(state='disabled') def enable(self): self.btn_go.config(state='active') class Application(tk.Frame): def __init__(self, master): master.minsize(height=330, width=300) tk.Frame.__init__(self, master) self._master = master self.pack(fill=tk.BOTH) self.file_validator = None self.validated_files = None self.status_panel = StatusPanel(self) self.file_panel = FilePanel(self) self.field_panel = FieldPanel(self) self.action_panel = ActionPanel(self) self.reset() def reset(self): self.status_panel.clear_text() self.field_panel.disable() self.action_panel.disable() self.file_validator = None self.validated_files = None def select_files(self): self.reset() self.file_panel.clear_text() opts = { 'initialdir': '~/_signalyse test', 'filetypes': [('Signalyse Statistics', '.stx'), ('Signalyse Data', '.dat'), ('Sensovation Data', '.csv')], 'multiple': True} file_selection = tk.filedialog.askopenfilename(**opts) if not isinstance(file_selection, tuple) or len(file_selection) == 0: return self.file_validator = validators.guess_validator(file_selection) if self.file_validator is None: return self.validated_files = [f for f in validators.validate_files(file_selection, self.file_validator)] status = '%d of %d valid %s files found' % (len(self.validated_files), len(file_selection), self.file_validator.type) self.file_panel.set_text(status) if self._state == APP_STATE_1: return self.reset() self.field_panel.enable_radio_btn() self.field_panel.set_listbox_content(self.file_validator.data_fields, self.file_validator.defaults) self.toggle_run_button() def toggle_run_button(self, event=None): self.action_panel.disable() if self._state in (APP_STATE_3, APP_STATE_4): self.action_panel.enable() def quit(self): self._master.destroy() def convert_files(self): state = self._state if state not in (APP_STATE_3, APP_STATE_4): return self.reset() if state == APP_STATE_3: text = self._convert_to_separate_files() else: text = self._combine_data_files() self.status_panel.set_text(text + ' Done') @property def _state(self): c = self.field_panel.rbtn_single.config() if not self.validated_files or c['state'] == 'disabled': return APP_STATE_1 elif self.field_panel.is_single.get(): return APP_STATE_3 elif self.field_panel.listbox.curselection(): return APP_STATE_4 else: return APP_STATE_2 def _convert_to_separate_files(self): total = len(self.validated_files) text = 'Converting data file %d of %d to separate excel file ...' all_fields = self.file_validator.id_fields + self.file_validator.data_fields for i, data_file in enumerate(self.validated_files): self.status_panel.set_text(text % (i+1, total)) data_frame = inout.read_data_file(data_file, all_fields) data_frame = data_frame.set_index(data_file.validator.id_fields) name, ext = os.path.splitext(data_file.path) path = name + ext.replace('.', '_') + '.xlsx' inout.write_excel_file(path, data_frame) return text % (i+1, total) def _combine_data_files(self): total = len(self.validated_files) text = 'Combining data file %d of %d to single excel file ...' data_fields = [self.file_validator.data_fields[i] for i in self.field_panel.listbox.curselection()] selected_fields = self.file_validator.id_fields + data_fields data_frame_list = [] for i, data_file in enumerate(self.validated_files): self.status_panel.set_text(text % (i + 1, total)) data_frame = inout.read_data_file(data_file, selected_fields) data_frame['File Name'] = os.path.basename(data_file.path) data_frame_list.append(data_frame) master_frame = pandas.concat(data_frame_list, ignore_index=True) pivoted_df = master_frame.pivot(self.file_validator.id_fields[0],'File Name') col_grouper = dict() value_columns = [] for value_col, file_col in pivoted_df.columns: if value_col not in col_grouper: col_grouper[value_col] = [] value_columns.append(value_col) col_grouper[value_col].append(file_col) sorted_col_names = [] for value_col in value_columns: sorted_file_cols = sorted(col_grouper[value_col], key=lambda x: inout.natural_sort(x)) sorted_col_names.extend([(value_col, file_col) for file_col in sorted_file_cols]) sorted_df = pivoted_df.reindex_axis(sorted_col_names, axis=1) first_file = self.validated_files[0] directory = os.path.dirname(first_file.path) pseudo_extension = self.file_validator.extension.replace('.', '_') xls_path = os.path.join(directory, 'combined' + pseudo_extension + '.xlsx') inout.write_excel_file(xls_path, sorted_df) return text % (i + 1, total)