fix: show error when present (not approval) (#5662)

src/pages/Swap/index.tsx

@@ -796,7 +796,7 @@ export default function Swap({ className }: { className?: string }) {
                       </ButtonError>
                     </AutoColumn>
                   </AutoRow>
-                ) : permit.state === PermitState.PERMIT_NEEDED ? (
+                ) : isValid && permit.state === PermitState.PERMIT_NEEDED ? (
                   <ButtonYellow
                     onClick={updatePermit}
                     disabled={isPermitPending || isApprovalPending}