Implement tokenisation

tests/CMakeLists.txt

@@ -0,0 +1,13 @@
+function(add_test_suites)
+  foreach (source ${ARGN})
+	string(REGEX REPLACE ".c$" "" name ${source})
+	add_executable(${name} ${source})
+	configure_target(${name})
+	target_link_libraries(${name} PRIVATE imp unity)
+	add_test(NAME ${name} COMMAND ${name})
+  endforeach()
+endfunction()
+
+add_test_suites(
+  token_tests.c
+)