Always store previous color

Because it's only restored in standard SA networking, the stored value
will be ignored in HA. This is preferred to logging when in HA mode

src/Impostor.Server/Net/Inner/Objects/InnerPlayerControl.cs

@@ -846,7 +846,7 @@ namespace Impostor.Server.Net.Inner.Objects
             PlayerInfo.CurrentOutfit.Color = color;
 
             // Record the color so it can be restored on the next game
-            if (!Game.IsHostAuthoritive && Game.TryGetPlayer(OwnerId, out var clientPlayer))
+            if (Game.TryGetPlayer(OwnerId, out var clientPlayer))
             {
                 clientPlayer.Client.PreviousColor = color;
             }