Send [DONE] for OAI compatibility (#470)

Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>

common/common.cpp

@@ -1266,6 +1266,10 @@ bool gpt_params_find_arg(int argc, char ** argv, const std::string & arg, gpt_pa
         params.port = std::stoi(argv[i]);
         return true;
     }
+    if (arg == "--send-done") {
+        params.send_done = true;
+        return true;
+    }
     if (arg == "--path") {
         CHECK_ARG
         params.public_path = argv[i];

common/common.h

@@ -223,6 +223,7 @@ struct gpt_params {
     int32_t timeout_read   = 600;          // http read timeout in seconds
     int32_t timeout_write  = timeout_read; // http write timeout in seconds
     int32_t n_threads_http = -1;           // number of threads to process HTTP requests
+    bool    send_done      = false;        // send done message as required for OAI compatibility
 
     std::string hostname      = "127.0.0.1";
     std::string public_path   = "";