refactor: add a request struct to store request-related data.

Author: JimHsiung

xllm_service/CMakeLists.txt

@@ -4,6 +4,7 @@ include(cc_test)
 
 add_subdirectory(proto)
 add_subdirectory(common)
+add_subdirectory(request)
 add_subdirectory(rpc_service)
 add_subdirectory(tokenizer)
 add_subdirectory(chat_template)

xllm_service/common/types.h

@@ -50,11 +50,6 @@ struct Routing {
   std::string debug_string() const { return serialize_to_json().dump(2); }
 };
 
-struct ScheduleResult {
-  std::vector<int32_t> token_ids;
-  Routing routing;
-};
-
 enum class ErrorCode : int32_t {
   OK = 0,
   INTERNAL_ERROR = 1,

xllm_service/http_service/CMakeLists.txt

@@ -12,6 +12,7 @@ cc_library(
     request_tracer.cpp
   DEPS
     :common
+    :request
     :scheduler
     absl::random_random
     absl::synchronization