diff --git a/lcl/include/application.inc b/lcl/include/application.inc
index b9c7988a7e..48fbb35854 100644
--- a/lcl/include/application.inc
+++ b/lcl/include/application.inc
@@ -1327,6 +1327,8 @@ var
 begin
   if AppNoExceptionMessages in FFlags then exit;
   Msg := E.Message;
+  if FindInvalidUTF8Character(pchar(Msg),length(Msg), False) > 0 then
+    Msg := AnsiToUtf8(Msg);
   if (Msg <> '') and (Msg[length(Msg)] <> '.') then Msg := Msg + '.';
   if (not Terminated)
   and (Self<>nil) then begin