improved Warning message

LanguageMachines · Feb 27, 2024 · db09019 · db09019
1 parent e71657e
commit db09019
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/src/tokenize.cxx b/src/tokenize.cxx
@@ -3152,11 +3152,11 @@ namespace Tokenizer {
 	return;
       }
       else if ( type == type_unknown ){
-	DBG << " Problematic character: " << UnicodeString(c)
-	    << " type= " << type
-	    << " value=" << TiCC::format_non_printable(UnicodeString(c))
-	    << " ?" << endl;
-	return;
+	DBG << "Warning: Problematic character encountered:"
+	    << " type=UNKNOWN value="
+	    << showbase << hex << c << " ( "
+	    << TiCC::format_non_printable(UnicodeString(c))
+	    << ")" << endl;
       }
       if ( doPunctFilter
 	   && ( type == type_punctuation || type == type_currency ||