Rework how toggling factor reload works

gui/characterSelection.py

@@ -214,6 +214,10 @@ class CharacterSelection(wx.Panel):
         """
         When fit is changed, or new fit is selected
         """
+        event.Skip()
+        activeFitID = self.mainFrame.getActiveFit()
+        if activeFitID is not None and event.fitID is not None and event.fitID != activeFitID:
+            return
         self.charChoice.Enable(event.fitID is not None)
         choice = self.charChoice
         sFit = Fit.getInstance()
@@ -257,8 +261,6 @@ class CharacterSelection(wx.Panel):
 
         self.toggleRefreshButton()
 
-        event.Skip()
-
     def exportSkills(self, evt):
         skillsMap = self._buildSkillsTooltipCondensed(self.reqs, skillsMap={})