Remove TOKEN_ATTR_TERMINATE_STRING from input_tokenizer() and replace with equalivalent code where it's needed

include/shared.h

@@ -67,4 +67,6 @@ u32 power_of_two_floor_32 (const u32 v);
 u32 round_up_multiple_32 (const u32 v, const u32 m);
 u64 round_up_multiple_64 (const u64 v, const u64 m);
 
+void hc_strncat (u8 *dst, u8 *src, const size_t n);
+
 #endif // _SHARED_H

include/types.h

@@ -694,8 +694,7 @@ typedef enum token_attr
   TOKEN_ATTR_VERIFY_HEX         = 1 << 5,
   TOKEN_ATTR_VERIFY_BASE64A     = 1 << 6,
   TOKEN_ATTR_VERIFY_BASE64B     = 1 << 7,
-  TOKEN_ATTR_VERIFY_BASE64C     = 1 << 8,
-  TOKEN_ATTR_TERMINATE_STRING   = 1 << 9,
+  TOKEN_ATTR_VERIFY_BASE64C     = 1 << 8
 
 } token_attr_t;