CrowCpp / Crow / 563

Committed 17 Jan 2025 09:34AM UTC coverage: 87.673% (-0.04%) from 87.715%

Build # 563

Build Type

push

gh-actions

Committed by

gittiver

Commit Message

Update build_and_test.yml

Run Details

3990 of 4551 relevant lines covered (87.67%)

133.08 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

87.14

/include/crow/http_server.h

#pragma once

#ifdef CROW_USE_BOOST
#include <boost/asio.hpp>
#ifdef CROW_ENABLE_SSL
#include <boost/asio/ssl.hpp>
#endif
#else
#ifndef ASIO_STANDALONE
#define ASIO_STANDALONE
#endif
#include <asio.hpp>
#ifdef CROW_ENABLE_SSL
#include <asio/ssl.hpp>
#endif
#endif

#include <atomic>
#include <chrono>
#include <cstdint>
#include <future>
#include <memory>
#include <vector>

#include "crow/version.h"
#include "crow/http_connection.h"
#include "crow/logging.h"
#include "crow/task_timer.h"


namespace crow // NOTE: Already documented in "crow/app.h"
{
#ifdef CROW_USE_BOOST
    namespace asio = boost::asio;
    using error_code = boost::system::error_code;
#else
    using error_code = asio::error_code;
#endif
    using tcp = asio::ip::tcp;

    template<typename Handler, typename Adaptor = SocketAdaptor, typename... Middlewares>
    class Server
    {
    public:
      Server(Handler* handler,
             const tcp::endpoint& endpoint,
             std::string server_name = std::string("Crow/") + VERSION,
             std::tuple<Middlewares...>* middlewares = nullptr,
             uint16_t concurrency = 1,
             uint8_t timeout = 5,
             typename Adaptor::context* adaptor_ctx = nullptr):
          acceptor_(io_context_,endpoint),
          signals_(io_context_),
          tick_timer_(io_context_),
          handler_(handler),
          concurrency_(concurrency),
          timeout_(timeout),
          server_name_(server_name),
          task_queue_length_pool_(concurrency_ - 1),
          middlewares_(middlewares),
          adaptor_ctx_(adaptor_ctx)
        {}

        void set_tick_function(std::chrono::milliseconds d, std::function<void()> f)
        {
            tick_interval_ = d;
            tick_function_ = f;
        }

        void on_tick()
        {
            tick_function_();
            tick_timer_.expires_after(std::chrono::milliseconds(tick_interval_.count()));
            tick_timer_.async_wait([this](const error_code& ec) {
                if (ec)
                    return;
                on_tick();
            });
        }

        void run()
        {
            uint16_t worker_thread_count = concurrency_ - 1;
            for (int i = 0; i < worker_thread_count; i++)
                io_context_pool_.emplace_back(new asio::io_context());
            get_cached_date_str_pool_.resize(worker_thread_count);
            task_timer_pool_.resize(worker_thread_count);

            std::vector<std::future<void>> v;
            std::atomic<int> init_count(0);
            for (uint16_t i = 0; i < worker_thread_count; i++)
                v.push_back(
                  std::async(
                    std::launch::async, [this, i, &init_count] {
                        // thread local date string get function
                        auto last = std::chrono::steady_clock::now();

                        std::string date_str;
                        auto update_date_str = [&] {
                            auto last_time_t = time(0);
                            tm my_tm;

#if defined(_MSC_VER) || defined(__MINGW32__)
                            gmtime_s(&my_tm, &last_time_t);
#else
                            gmtime_r(&last_time_t, &my_tm);
#endif
                            date_str.resize(100);
                            size_t date_str_sz = strftime(&date_str[0], 99, "%a, %d %b %Y %H:%M:%S GMT", &my_tm);
                            date_str.resize(date_str_sz);
                        };
                        update_date_str();
                        get_cached_date_str_pool_[i] = [&]() -> std::string {
                            if (std::chrono::steady_clock::now() - last >= std::chrono::seconds(1))
                            {
                                last = std::chrono::steady_clock::now();
                                update_date_str();
                            }
                            return date_str;
                        };

                        // initializing task timers
                        detail::task_timer task_timer(*io_context_pool_[i]);
                        task_timer.set_default_timeout(timeout_);
                        task_timer_pool_[i] = &task_timer;
                        task_queue_length_pool_[i] = 0;

                        init_count++;
                        while (1)
                        {
                            try
                            {
                                if (io_context_pool_[i]->run() == 0)
                                {
                                    // when io_service.run returns 0, there are no more works to do.
                                    break;
                                }
                            }
                            catch (std::exception& e)
                            {
                                CROW_LOG_ERROR << "Worker Crash: An uncaught exception occurred: " << e.what();
                            }
                        }
                    }));

            if (tick_function_ && tick_interval_.count() > 0)
            {
                tick_timer_.expires_after(std::chrono::milliseconds(tick_interval_.count()));
                tick_timer_.async_wait(
                  [this](const error_code& ec) {
                      if (ec)
                          return;
                      on_tick();
                  });
            }

            handler_->port(acceptor_.local_endpoint().port());


            CROW_LOG_INFO << server_name_
                          << " server is running at " << (handler_->ssl_used() ? "https://" : "http://")
                          << acceptor_.local_endpoint().address() << ":" << acceptor_.local_endpoint().port() << " using " << concurrency_ << " threads";
            CROW_LOG_INFO << "Call `app.loglevel(crow::LogLevel::Warning)` to hide Info level logs.";

            signals_.async_wait(
              [&](const error_code& /*error*/, int /*signal_number*/) {
                  stop();
              });

            while (worker_thread_count != init_count)
                std::this_thread::yield();

            do_accept();

            std::thread(
              [this] {
                  notify_start();
                  io_context_.run();
                  CROW_LOG_INFO << "Exiting.";
              })
              .join();
        }

        void stop()
        {
            shutting_down_ = true; // Prevent the acceptor from taking new connections
            for (auto& io_context : io_context_pool_)
            {
                if (io_context != nullptr)
                {
                    CROW_LOG_INFO << "Closing IO service " << &io_context;
                    io_context->stop(); // Close all io_services (and HTTP connections)
                }
            }

            CROW_LOG_INFO << "Closing main IO service (" << &io_context_ << ')';
            io_context_.stop(); // Close main io_service
        }

        uint16_t port() const {
            return acceptor_.local_endpoint().port();
        }

        /// Wait until the server has properly started or until timeout
        std::cv_status wait_for_start(std::chrono::steady_clock::time_point wait_until)
        {
            std::unique_lock<std::mutex> lock(start_mutex_);
            
            std::cv_status status = std::cv_status::no_timeout;
            while (!server_started_ && ( status==std::cv_status::no_timeout ))
                status = cv_started_.wait_until(lock,wait_until);
            return status;
        }

        void signal_clear()
        {
            signals_.clear();
        }

        void signal_add(int signal_number)
        {
            signals_.add(signal_number);
        }

    private:
        uint16_t pick_io_context_idx()
        {
            uint16_t min_queue_idx = 0;

            // TODO improve load balancing
            // size_t is used here to avoid the security issue https://codeql.github.com/codeql-query-help/cpp/cpp-comparison-with-wider-type/
            // even though the max value of this can be only uint16_t as concurrency is uint16_t.
            for (size_t i = 1; i < task_queue_length_pool_.size() && task_queue_length_pool_[min_queue_idx] > 0; i++)
            // No need to check other io_services if the current one has no tasks
            {
                if (task_queue_length_pool_[i] < task_queue_length_pool_[min_queue_idx])
                    min_queue_idx = i;
            }
            return min_queue_idx;
        }

        void do_accept()
        {
            if (!shutting_down_)
            {
                uint16_t context_idx = pick_io_context_idx();
                asio::io_context& ic = *io_context_pool_[context_idx];
                task_queue_length_pool_[context_idx]++;
                CROW_LOG_DEBUG << &ic << " {" << context_idx << "} queue length: " << task_queue_length_pool_[context_idx];

                auto p = std::make_shared<Connection<Adaptor, Handler, Middlewares...>>(
                  ic, handler_, server_name_, middlewares_,
                  get_cached_date_str_pool_[context_idx], *task_timer_pool_[context_idx], adaptor_ctx_, task_queue_length_pool_[context_idx]);

                acceptor_.async_accept(
                  p->socket(),
                  [this, p, &ic, context_idx](error_code ec) {
                      if (!ec)
                      {
                          asio::post(ic,
                            [p] {
                                p->start();
                            });
                      }
                      else
                      {
                          task_queue_length_pool_[context_idx]--;
                          CROW_LOG_DEBUG << &ic << " {" << context_idx << "} queue length: " << task_queue_length_pool_[context_idx];
                      }
                      do_accept();
                  });
            }
        }

        /// Notify anything using `wait_for_start()` to proceed
        void notify_start()
        {
            std::unique_lock<std::mutex> lock(start_mutex_);
            server_started_ = true;
            cv_started_.notify_all();
        }

    private:
        std::vector<std::unique_ptr<asio::io_context>> io_context_pool_;
        asio::io_context io_context_;
        std::vector<detail::task_timer*> task_timer_pool_;
        std::vector<std::function<std::string()>> get_cached_date_str_pool_;
        tcp::acceptor acceptor_;
        bool shutting_down_ = false;
        bool server_started_{false};
        std::condition_variable cv_started_;
        std::mutex start_mutex_;
        asio::signal_set signals_;

        asio::basic_waitable_timer<std::chrono::high_resolution_clock> tick_timer_;

        Handler* handler_;
        uint16_t concurrency_{2};
        std::uint8_t timeout_;
        std::string server_name_;
        std::vector<std::atomic<unsigned int>> task_queue_length_pool_;

        std::chrono::milliseconds tick_interval_;
        std::function<void()> tick_function_;

        std::tuple<Middlewares...>* middlewares_;

        typename Adaptor::context* adaptor_ctx_;
    };
} // namespace crow

1	#pragma once
2
3	#ifdef CROW_USE_BOOST
4	#include <boost/asio.hpp>
5	#ifdef CROW_ENABLE_SSL
6	#include <boost/asio/ssl.hpp>
7	#endif
8	#else
9	#ifndef ASIO_STANDALONE
10	#define ASIO_STANDALONE
11	#endif
12	#include <asio.hpp>
13	#ifdef CROW_ENABLE_SSL
14	#include <asio/ssl.hpp>
15	#endif
16	#endif
17
18	#include <atomic>
19	#include <chrono>
20	#include <cstdint>
21	#include <future>
22	#include <memory>
23	#include <vector>
24
25	#include "crow/version.h"
26	#include "crow/http_connection.h"
27	#include "crow/logging.h"
28	#include "crow/task_timer.h"
29
30
31	namespace crow // NOTE: Already documented in "crow/app.h"
32	{
33	#ifdef CROW_USE_BOOST
34	namespace asio = boost::asio;
35	using error_code = boost::system::error_code;
36	#else
37	using error_code = asio::error_code;
38	#endif
39	using tcp = asio::ip::tcp;
40
41	template<typename Handler, typename Adaptor = SocketAdaptor, typename... Middlewares>
42	class Server
43	{
44	public:
45	Server(Handler* handler,	33✔
46	const tcp::endpoint& endpoint,
47	std::string server_name = std::string("Crow/") + VERSION,
48	std::tuple<Middlewares...>* middlewares = nullptr,
49	uint16_t concurrency = 1,
50	uint8_t timeout = 5,
51	typename Adaptor::context* adaptor_ctx = nullptr):
52	acceptor_(io_context_,endpoint),	33✔
53	signals_(io_context_),	33✔
54	tick_timer_(io_context_),	33✔
55	handler_(handler),	33✔
56	concurrency_(concurrency),	33✔
57	timeout_(timeout),	33✔
58	server_name_(server_name),	33✔
59	task_queue_length_pool_(concurrency_ - 1),	66✔
60	middlewares_(middlewares),	33✔
61	adaptor_ctx_(adaptor_ctx)	99✔
62	{}	33✔
63
64	void set_tick_function(std::chrono::milliseconds d, std::function<void()> f)	32✔
65	{
66	tick_interval_ = d;	32✔
67	tick_function_ = f;	32✔
68	}	32✔
69
70	void on_tick()	×
71	{
72	tick_function_();	×
73	tick_timer_.expires_after(std::chrono::milliseconds(tick_interval_.count()));	×
74	tick_timer_.async_wait([this](const error_code& ec) {	×
75	if (ec)	×
76	return;	×
77	on_tick();	×
78	});
79	}
80
81	void run()	32✔
82	{
83	uint16_t worker_thread_count = concurrency_ - 1;	32✔
84	for (int i = 0; i < worker_thread_count; i++)	64✔
85	io_context_pool_.emplace_back(new asio::io_context());	32✔
86	get_cached_date_str_pool_.resize(worker_thread_count);	32✔
87	task_timer_pool_.resize(worker_thread_count);	32✔
88
89	std::vector<std::future<void>> v;	32✔
90	std::atomic<int> init_count(0);	32✔
91	for (uint16_t i = 0; i < worker_thread_count; i++)	64✔
92	v.push_back(	32✔
93	std::async(
94	std::launch::async, [this, i, &init_count] {	96✔
95	// thread local date string get function
96	auto last = std::chrono::steady_clock::now();	32✔
97
98	std::string date_str;	32✔
99	auto update_date_str = [&] {	66✔
100	auto last_time_t = time(0);	34✔
101	tm my_tm;
102
103	#if defined(_MSC_VER) \|\| defined(__MINGW32__)
104	gmtime_s(&my_tm, &last_time_t);
105	#else
106	gmtime_r(&last_time_t, &my_tm);	34✔
107	#endif
108	date_str.resize(100);	34✔
109	size_t date_str_sz = strftime(&date_str[0], 99, "%a, %d %b %Y %H:%M:%S GMT", &my_tm);	34✔
110	date_str.resize(date_str_sz);	34✔
111	};
112	update_date_str();	32✔
113	get_cached_date_str_pool_[i] = [&]() -> std::string {	106✔
114	if (std::chrono::steady_clock::now() - last >= std::chrono::seconds(1))	74✔
115	{
116	last = std::chrono::steady_clock::now();	2✔
117	update_date_str();	2✔
118	}
119	return date_str;	73✔
120	};
121
122	// initializing task timers
123	detail::task_timer task_timer(*io_context_pool_[i]);	32✔
124	task_timer.set_default_timeout(timeout_);	32✔
125	task_timer_pool_[i] = &task_timer;	32✔
126	task_queue_length_pool_[i] = 0;	32✔
127
128	init_count++;	32✔
129	while (1)	31✔
130	{
131	try
132	{
133	if (io_context_pool_[i]->run() == 0)	63✔
134	{
135	// when io_service.run returns 0, there are no more works to do.
136	break;	32✔
137	}
138	}
139	catch (std::exception& e)	6✔
140	{
141	CROW_LOG_ERROR << "Worker Crash: An uncaught exception occurred: " << e.what();	3✔
142	}
143	}
144	}));	32✔
145
146	if (tick_function_ && tick_interval_.count() > 0)	32✔
147	{
148	tick_timer_.expires_after(std::chrono::milliseconds(tick_interval_.count()));	×
149	tick_timer_.async_wait(	×
150	[this](const error_code& ec) {	×
151	if (ec)	×
152	return;	×
153	on_tick();	×
154	});
155	}
156
157	handler_->port(acceptor_.local_endpoint().port());	32✔
158
159
160	CROW_LOG_INFO << server_name_	64✔
161	<< " server is running at " << (handler_->ssl_used() ? "https://" : "http://")	32✔
162	<< acceptor_.local_endpoint().address() << ":" << acceptor_.local_endpoint().port() << " using " << concurrency_ << " threads";	32✔
163	CROW_LOG_INFO << "Call `app.loglevel(crow::LogLevel::Warning)` to hide Info level logs.";	32✔
164
165	signals_.async_wait(	32✔
166	[&](const error_code& /error/, int /signal_number/) {	32✔
167	stop();	×
168	});
169
170	while (worker_thread_count != init_count)	567✔
171	std::this_thread::yield();	535✔
172
173	do_accept();	32✔
174
175	std::thread(	32✔
176	[this] {	64✔
177	notify_start();	32✔
178	io_context_.run();	32✔
179	CROW_LOG_INFO << "Exiting.";	32✔
180	})
181	.join();	32✔
182	}	32✔
183
184	void stop()	32✔
185	{
186	shutting_down_ = true; // Prevent the acceptor from taking new connections	32✔
187	for (auto& io_context : io_context_pool_)	64✔
188	{
189	if (io_context != nullptr)	32✔
190	{
191	CROW_LOG_INFO << "Closing IO service " << &io_context;	32✔
192	io_context->stop(); // Close all io_services (and HTTP connections)	32✔
193	}
194	}
195
196	CROW_LOG_INFO << "Closing main IO service (" << &io_context_ << ')';	32✔
197	io_context_.stop(); // Close main io_service	32✔
198	}	32✔
199
200	uint16_t port() const {	4✔
201	return acceptor_.local_endpoint().port();	4✔
202	}
203
204	/// Wait until the server has properly started or until timeout
205	std::cv_status wait_for_start(std::chrono::steady_clock::time_point wait_until)	32✔
206	{
207	std::unique_lock<std::mutex> lock(start_mutex_);	32✔
208
209	std::cv_status status = std::cv_status::no_timeout;	32✔
210	while (!server_started_ && ( status==std::cv_status::no_timeout ))	63✔
211	status = cv_started_.wait_until(lock,wait_until);	31✔
212	return status;	32✔
213	}	32✔
214
215	void signal_clear()	1✔
216	{
217	signals_.clear();	1✔
218	}	1✔
219
220	void signal_add(int signal_number)	64✔
221	{
222	signals_.add(signal_number);	64✔
223	}	64✔
224
225	private:
226	uint16_t pick_io_context_idx()	96✔
227	{
228	uint16_t min_queue_idx = 0;	96✔
229
230	// TODO improve load balancing
231	// size_t is used here to avoid the security issue https://codeql.github.com/codeql-query-help/cpp/cpp-comparison-with-wider-type/
232	// even though the max value of this can be only uint16_t as concurrency is uint16_t.
233	for (size_t i = 1; i < task_queue_length_pool_.size() && task_queue_length_pool_[min_queue_idx] > 0; i++)	96✔
234	// No need to check other io_services if the current one has no tasks
235	{
236	if (task_queue_length_pool_[i] < task_queue_length_pool_[min_queue_idx])	×
237	min_queue_idx = i;	×
238	}
239	return min_queue_idx;	96✔
240	}
241
242	void do_accept()	97✔
243	{
244	if (!shutting_down_)	97✔
245	{
246	uint16_t context_idx = pick_io_context_idx();	96✔
247	asio::io_context& ic = *io_context_pool_[context_idx];	96✔
248	task_queue_length_pool_[context_idx]++;	96✔
249	CROW_LOG_DEBUG << &ic << " {" << context_idx << "} queue length: " << task_queue_length_pool_[context_idx];	96✔
250
251	auto p = std::make_shared<Connection<Adaptor, Handler, Middlewares...>>(	192✔
252	ic, handler_, server_name_, middlewares_,	96✔
253	get_cached_date_str_pool_[context_idx], *task_timer_pool_[context_idx], adaptor_ctx_, task_queue_length_pool_[context_idx]);	96✔
254
255	acceptor_.async_accept(	98✔
256	p->socket(),	96✔
257	[this, p, &ic, context_idx](error_code ec) {	257✔
258	if (!ec)	65✔
259	{
260	asio::post(ic,	65✔
261	[p] {	258✔
262	p->start();	64✔
263	});
264	}
265	else
266	{
267	task_queue_length_pool_[context_idx]--;	×
268	CROW_LOG_DEBUG << &ic << " {" << context_idx << "} queue length: " << task_queue_length_pool_[context_idx];	×
269	}
270	do_accept();	65✔
271	});
272	}	96✔
273	}	97✔
274
275	/// Notify anything using `wait_for_start()` to proceed
276	void notify_start()	32✔
277	{
278	std::unique_lock<std::mutex> lock(start_mutex_);	32✔
279	server_started_ = true;	32✔
280	cv_started_.notify_all();	32✔
281	}	32✔
282
283	private:
284	std::vector<std::unique_ptr<asio::io_context>> io_context_pool_;
285	asio::io_context io_context_;
286	std::vector<detail::task_timer*> task_timer_pool_;
287	std::vector<std::function<std::string()>> get_cached_date_str_pool_;
288	tcp::acceptor acceptor_;
289	bool shutting_down_ = false;
290	bool server_started_{false};
291	std::condition_variable cv_started_;
292	std::mutex start_mutex_;
293	asio::signal_set signals_;
294
295	asio::basic_waitable_timer<std::chrono::high_resolution_clock> tick_timer_;
296
297	Handler* handler_;
298	uint16_t concurrency_{2};
299	std::uint8_t timeout_;
300	std::string server_name_;
301	std::vector<std::atomic<unsigned int>> task_queue_length_pool_;
302
303	std::chrono::milliseconds tick_interval_;
304	std::function<void()> tick_function_;
305
306	std::tuple<Middlewares...>* middlewares_;
307
308	typename Adaptor::context* adaptor_ctx_;
309	};
310	} // namespace crow

CrowCpp / Crow / 563

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous