Date:   Fri, 30 Dec 2016 23:57:53 +0100
From:   Thomas Schoebel-Theuer <tst@...oebel-theuer.de>
To:     linux-kernel@...r.kernel.org, tst@...oebel-theuer.de
Subject: [RFC 27/32] mars: add new module server_strategy

Signed-off-by: Thomas Schoebel-Theuer <tst@...oebel-theuer.de>
---
 drivers/staging/mars/mars/server_strategy.c | 436 ++++++++++++++++++++++++++++
 1 file changed, 436 insertions(+)
 create mode 100644 drivers/staging/mars/mars/server_strategy.c

diff --git a/drivers/staging/mars/mars/server_strategy.c b/drivers/staging/mars/mars/server_strategy.c
new file mode 100644
index 000000000000..3b880c10be49
--- /dev/null
+++ b/drivers/staging/mars/mars/server_strategy.c
@@ -0,0 +1,436 @@
+/*
+ * MARS Long Distance Replication Software
+ *
+ * Copyright (C) 2010-2016 Thomas Schoebel-Theuer
+ * Copyright (C) 2011-2016 1&1 Internet AG
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ */
+
+/* MARS Light specific parts of xio_server
+ */
+
+#include <linux/kernel.h>
+#include <linux/module.h>
+#include <linux/string.h>
+
+#define _STRATEGY
+#include <linux/brick/brick.h>
+#include <linux/xio/xio.h>
+#include <linux/xio/xio_bio.h>
+#include <linux/xio/xio_sio.h>
+
+#include "strategy.h"
+
+#include <linux/xio/xio_server.h>
+#include <linux/xio/xio_trans_logger.h>
+
+static
+int dummy_worker(struct mars_global *global, struct mars_dent *dent, bool prepare, bool direction)
+{
+	return 0;
+}
+
+static
+int _set_server_sio_params(struct xio_brick *_brick, void *private)
+{
+	struct sio_brick *sio_brick = (void *)_brick;
+
+	if (_brick->type != (void *)_sio_brick_type) {
+		XIO_ERR("bad brick type\n");
+		return -EINVAL;
+	}
+	sio_brick->o_direct = false;
+	sio_brick->o_fdsync = false;
+	XIO_INF("name = '%s' path = '%s'\n", _brick->brick_name, _brick->brick_path);
+	return 1;
+}
+
+static
+int _set_server_bio_params(struct xio_brick *_brick, void *private)
+{
+	struct bio_brick *bio_brick;
+
+	if (_brick->type == (void *)_sio_brick_type)
+		return _set_server_sio_params(_brick, private);
+	if (_brick->type != (void *)_bio_brick_type) {
+		XIO_ERR("bad brick type\n");
+		return -EINVAL;
+	}
+	bio_brick = (void *)_brick;
+	bio_brick->ra_pages = 0;
+	bio_brick->do_noidle = true;
+	bio_brick->do_sync = true;
+	bio_brick->do_unplug = true;
+	XIO_INF("name = '%s' path = '%s'\n", _brick->brick_name, _brick->brick_path);
+	return 1;
+}
+
+int handler_thread(void *data)
+{
+	struct mars_global handler_global = {
+		.dent_anchor = LIST_HEAD_INIT(handler_global.dent_anchor),
+		.brick_anchor = LIST_HEAD_INIT(handler_global.brick_anchor),
+		.global_power = {
+			.button = true,
+		},
+		.main_event = __WAIT_QUEUE_HEAD_INITIALIZER(handler_global.main_event),
+	};
+	struct task_struct *thread = NULL;
+	struct server_brick *brick = data;
+	struct xio_socket *sock = &brick->handler_socket;
+	bool ok = xio_get_socket(sock);
+	unsigned long statist_jiffies = jiffies;
+	int debug_nr;
+	int status = -EINVAL;
+
+	init_rwsem(&handler_global.dent_mutex);
+	init_rwsem(&handler_global.brick_mutex);
+
+	XIO_DBG("#%d --------------- handler_thread starting on socket %p\n", sock->s_debug_nr, sock);
+	if (!ok)
+		goto done;
+
+	thread = brick_thread_create(cb_thread, brick, "xio_cb%d", brick->version);
+	if (unlikely(!thread)) {
+		XIO_ERR("cannot create cb thread\n");
+		status = -ENOENT;
+		goto done;
+	}
+	brick->cb_thread = thread;
+
+	brick->handler_running = true;
+	wake_up_interruptible(&brick->startup_event);
+
+	while (!list_empty(&handler_global.brick_anchor) ||
+	       xio_socket_is_alive(sock)) {
+		struct xio_cmd cmd = {};
+
+		handler_global.global_version++;
+
+		if (!list_empty(&handler_global.brick_anchor)) {
+			if (server_show_statist && !time_is_before_jiffies(statist_jiffies + 10 * HZ)) {
+				show_statistics(&handler_global, "handler");
+				statist_jiffies = jiffies;
+			}
+			if (!xio_socket_is_alive(sock) &&
+			    atomic_read(&brick->in_flight) <= 0 &&
+			    brick->conn_brick) {
+				if (generic_disconnect((void *)brick->inputs[0]) >= 0)
+					brick->conn_brick = NULL;
+			}
+
+			status = xio_kill_brick_when_possible(
+			&handler_global, &handler_global.brick_anchor, false, NULL, true);
+			XIO_DBG("kill handler bricks (when possible) = %d\n", status);
+		}
+
+		status = -EINTR;
+		if (unlikely(!mars_global || !mars_global->global_power.button)) {
+			XIO_DBG("system is not alive\n");
+			goto clean;
+		}
+		if (unlikely(brick_thread_should_stop()))
+			goto clean;
+		if (unlikely(!xio_socket_is_alive(sock))) {
+			/* Dont read any data anymore, the protocol
+			 * may be screwed up completely.
+			 */
+			XIO_DBG("#%d is dead\n", sock->s_debug_nr);
+			goto clean;
+		}
+
+		status = xio_recv_struct(sock, &cmd, xio_cmd_meta);
+		if (unlikely(status < 0)) {
+			XIO_WRN("#%d recv cmd status = %d\n", sock->s_debug_nr, status);
+			goto clean;
+		}
+
+		if (unlikely(!brick->private_ptr || !mars_global || !mars_global->global_power.button)) {
+			XIO_WRN("#%d system is not alive\n", sock->s_debug_nr);
+			status = -EINTR;
+			goto clean;
+		}
+
+		status = -EPROTO;
+		switch (cmd.cmd_code & CMD_FLAG_MASK) {
+		case CMD_NOP:
+			status = 0;
+			XIO_DBG("#%d got NOP operation\n", sock->s_debug_nr);
+			break;
+		case CMD_NOTIFY:
+			status = 0;
+			from_remote_trigger();
+			break;
+		case CMD_GETINFO:
+		{
+			struct xio_info info = {};
+
+			status = GENERIC_INPUT_CALL(brick->inputs[0], xio_get_info, &info);
+			if (status < 0)
+				break;
+			down(&brick->socket_sem);
+			status = xio_send_struct(sock, &cmd, xio_cmd_meta);
+			if (status >= 0)
+				status = xio_send_struct(sock, &info, xio_info_meta);
+			up(&brick->socket_sem);
+			break;
+		}
+		case CMD_GETENTS:
+		{
+			status = -EINVAL;
+			if (unlikely(!cmd.cmd_str1))
+				break;
+
+			status = mars_dent_work(
+			&handler_global, "/mars", sizeof(
+			struct mars_dent), main_checker, dummy_worker, &handler_global, 3);
+
+			down(&brick->socket_sem);
+			status = xio_send_dent_list(sock, &handler_global.dent_anchor);
+			up(&brick->socket_sem);
+
+			if (status < 0) {
+				XIO_WRN(
+				"#%d could not send dentry information, status = %d\n", sock->s_debug_nr, status);
+			}
+
+			xio_free_dent_all(&handler_global, &handler_global.dent_anchor);
+			break;
+		}
+		case CMD_CONNECT:
+		{
+			struct xio_brick *prev;
+			const char *path = cmd.cmd_str1;
+
+			status = -EINVAL;
+			CHECK_PTR(path, err);
+			CHECK_PTR_NULL(_bio_brick_type, err);
+
+			prev = make_brick_all(
+				&handler_global,
+				NULL,
+				_set_server_bio_params,
+				NULL,
+				path,
+				(const struct generic_brick_type *)_bio_brick_type,
+				(const struct generic_brick_type *[]){},
+				2, /*  start always */
+				path,
+				(const char *[]){},
+				0);
+			if (likely(prev)) {
+				status = generic_connect((void *)brick->inputs[0], (void *)prev->outputs[0]);
+				if (unlikely(status < 0))
+					XIO_ERR("#%d cannot connect to '%s'\n", sock->s_debug_nr, path);
+				prev->killme = true;
+				brick->conn_brick = prev;
+			} else {
+				XIO_ERR("#%d cannot find brick '%s'\n", sock->s_debug_nr, path);
+			}
+
+err:
+			cmd.cmd_int1 = status;
+			down(&brick->socket_sem);
+			status = xio_send_struct(sock, &cmd, xio_cmd_meta);
+			up(&brick->socket_sem);
+			break;
+		}
+		case CMD_AIO:
+		{
+			status = server_io(brick, sock, &cmd);
+			break;
+		}
+		case CMD_CB:
+			XIO_ERR(
+			"#%d oops, as a server I should never get CMD_CB; something is wrong here - attack attempt??\n",
+			sock->s_debug_nr);
+			break;
+		case CMD_CONNECT_LOGGER:
+		{
+			struct sockaddr peer_addr = {};
+			int peer_addr_len = sizeof(peer_addr);
+			struct mars_global *global = mars_global;
+			struct trans_logger_brick *prev;
+			const char *path = cmd.cmd_str1;
+
+			prev = (
+			void *)mars_find_brick(
+
+			global, (const struct generic_brick_type *)&trans_logger_brick_type, path);
+			status = -ENOENT;
+			if (!prev) {
+				XIO_WRN("not found '%s'\n", path);
+				break;
+			}
+			if (prev->killme) {
+				XIO_WRN("dead '%s'\n", path);
+				break;
+			}
+			status = kernel_getpeername(sock->s_socket, &peer_addr, &peer_addr_len);
+			((struct sockaddr_in *)&peer_addr)->sin_port = 0;
+			if (prev->outputs[0]->nr_connected &&
+			    (status < 0 || memcmp(&prev->peer_addr, &peer_addr, peer_addr_len))) {
+				XIO_WRN("invalid additional connect to '%s' from a different address\n", path);
+				status = -EBUSY;
+				break;
+			}
+			memset(&prev->peer_addr, 0, sizeof(prev->peer_addr));
+			if (status >= 0)
+				memcpy(&prev->peer_addr, &peer_addr, peer_addr_len);
+
+			status = generic_connect((void *)brick->inputs[0], (void *)prev->outputs[0]);
+			if (unlikely(status < 0))
+				XIO_ERR("#%d cannot connect to '%s'\n", sock->s_debug_nr, path);
+			brick->conn_brick = (void *)prev;
+			break;
+		}
+		default:
+			XIO_ERR("#%d unknown command %d\n", sock->s_debug_nr, cmd.cmd_code);
+		}
+clean:
+		brick_string_free(cmd.cmd_str1);
+		if (unlikely(status < 0)) {
+			xio_shutdown_socket(sock);
+			brick_msleep(1000);
+		}
+	}
+
+	xio_shutdown_socket(sock);
+	xio_put_socket(sock);
+
+done:
+	XIO_DBG("#%d handler_thread terminating, status = %d\n", sock->s_debug_nr, status);
+
+	xio_kill_brick_all(&handler_global, &handler_global.brick_anchor, false);
+
+	if (thread) {
+		brick->cb_thread = NULL;
+		brick->cb_running = false;
+		XIO_DBG("#%d stopping callback thread....\n", sock->s_debug_nr);
+		brick_thread_stop(thread);
+	}
+
+	debug_nr = sock->s_debug_nr;
+
+	XIO_DBG("#%d done.\n", debug_nr);
+	brick->killme = true;
+	return status;
+}
+
+int server_thread(void *data)
+{
+	struct mars_global server_global = {
+		.dent_anchor = LIST_HEAD_INIT(server_global.dent_anchor),
+		.brick_anchor = LIST_HEAD_INIT(server_global.brick_anchor),
+		.global_power = {
+			.button = true,
+		},
+		.main_event = __WAIT_QUEUE_HEAD_INITIALIZER(server_global.main_event),
+	};
+	struct xio_socket *my_socket = data;
+	char *id = my_id();
+	int status = 0;
+
+	init_rwsem(&server_global.dent_mutex);
+	init_rwsem(&server_global.brick_mutex);
+
+	XIO_INF("-------- server starting on host '%s' ----------\n", id);
+
+	while (!brick_thread_should_stop() &&
+	       (!mars_global || !mars_global->global_power.button)) {
+		XIO_DBG("system did not start up\n");
+		brick_msleep(5000);
+	}
+
+	XIO_INF("-------- server now working on host '%s' ----------\n", id);
+
+	while (!brick_thread_should_stop() || !list_empty(&server_global.brick_anchor)) {
+		struct server_brick *brick = NULL;
+		struct xio_socket handler_socket = {};
+
+		server_global.global_version++;
+
+		if (server_show_statist)
+			show_statistics(&server_global, "server");
+
+		status = xio_kill_brick_when_possible(&server_global, &server_global.brick_anchor, false, NULL, true);
+		XIO_DBG("kill server bricks (when possible) = %d\n", status);
+
+		if (!mars_global || !mars_global->global_power.button) {
+			brick_msleep(1000);
+			continue;
+		}
+
+		status = xio_accept_socket(&handler_socket, my_socket, &device_tcp_params);
+		if (unlikely(status < 0 || !xio_socket_is_alive(&handler_socket))) {
+			brick_msleep(500);
+			if (status == -EAGAIN)
+				continue; /*  without error message */
+			XIO_WRN("accept status = %d\n", status);
+			brick_msleep(1000);
+			continue;
+		}
+		handler_socket.s_shutdown_on_err = true;
+
+		XIO_DBG("got new connection #%d\n", handler_socket.s_debug_nr);
+
+		brick = (void *)xio_make_brick(&server_global, NULL, &server_brick_type, "handler", "handler");
+		if (!brick) {
+			XIO_ERR("cannot create server instance\n");
+			xio_shutdown_socket(&handler_socket);
+			xio_put_socket(&handler_socket);
+			brick_msleep(2000);
+			continue;
+		}
+		memcpy(&brick->handler_socket, &handler_socket, sizeof(struct xio_socket));
+
+		/* TODO: check authorization.
+		 */
+
+		brick->power.button = true;
+		status = server_switch(brick);
+		if (unlikely(status < 0)) {
+			XIO_ERR("cannot switch on server brick, status = %d\n", status);
+			goto err;
+		}
+
+		/*  further references are usually held by the threads */
+		xio_put_socket(&brick->handler_socket);
+
+		/* fire and forget....
+		 * the new instance is now responsible for itself.
+		 */
+		brick = NULL;
+		brick_msleep(100);
+		continue;
+
+err:
+		if (brick) {
+			xio_shutdown_socket(&brick->handler_socket);
+			xio_put_socket(&brick->handler_socket);
+			status = xio_kill_brick((void *)brick);
+			if (status < 0)
+				BRICK_ERR("kill status = %d, giving up\n", status);
+			brick = NULL;
+		}
+		brick_msleep(2000);
+	}
+
+	XIO_INF("-------- cleaning up ----------\n");
+
+	xio_kill_brick_all(&server_global, &server_global.brick_anchor, false);
+
+	/* cleanup_mm(); */
+
+	XIO_INF("-------- done status = %d ----------\n", status);
+	return status;
+}
-- 
2.11.0

Powered by blists - more mailing lists