Rtwo/kernel/motorola/sm8550/drivers/rpmsg/qcom_glink_slatecom.c

// SPDX-License-Identifier: GPL-2.0-only
/*
 * Copyright (c) 2023, Qualcomm Innovation Center, Inc. All rights reserved.
 */

#include <linux/module.h>
#include <linux/of.h>
#include <linux/of_address.h>
#include <linux/platform_device.h>
#include <linux/slab.h>
#include <linux/rpmsg.h>
#include <linux/idr.h>
#include <linux/sizes.h>
#include <linux/delay.h>
#include <linux/regmap.h>
#include <linux/workqueue.h>
#include <linux/list.h>
#include <linux/sched.h>
#include <linux/kthread.h>
#include <linux/component.h>
#include <linux/ipc_logging.h>
#include <linux/termios.h>
#include <linux/pm_wakeup.h>
#include <linux/unistd.h>
#include "../soc/qcom/slatecom.h"

#include <linux/rpmsg/qcom_glink.h>

#include "rpmsg_internal.h"
#include "qcom_glink_native.h"

#define GLINK_LOG_PAGE_CNT	32
#define GLINK_INFO(ctxt, x, ...)					       \
	ipc_log_string(ctxt->ilc, "[%s]: "x, __func__, ##__VA_ARGS__)

#define CH_INFO(ch, x, ...)						     \
do {									     \
	if (ch->glink)							     \
		ipc_log_string(ch->glink->ilc, "%s[%d:%d] %s: "x, ch->name,  \
			       ch->lcid, ch->rcid, __func__, ##__VA_ARGS__); \
} while (0)


#define GLINK_ERR(ctxt, x, ...)						       \
do {									       \
	pr_err_ratelimited("[%s]: "x, __func__, ##__VA_ARGS__);		       \
	ipc_log_string(ctxt->ilc, "[%s]: "x, __func__, ##__VA_ARGS__);	       \
} while (0)

#define SLATECOM_ALIGNMENT	16
#define TX_BLOCKED_CMD_RESERVE	16
#define DEFAULT_FIFO_SIZE	1024
#define SHORT_SIZE		96
#define XPRT_ALIGNMENT		4

#define ACTIVE_TX		BIT(0)
#define ACTIVE_RX		BIT(1)

#define ID_MASK			0xFFFFFF

#define GLINK_NAME_SIZE		32
#define GLINK_VERSION_1		1

#define SLATECOM_GLINK_CID_MIN	1
#define SLATECOM_GLINK_CID_MAX	65536

#define TX_WAIT_US		500
#define SLATECOM_RESET		0x00000000
#define SLATECOM_APPLICATION_RUNNING	0x00000001
#define SLATECOM_TO_SLAVE_FIFO_READY	0x00000002
#define SLATECOM_TO_MASTER_FIFO_READY	0x00000004
#define SLATECOM_AHB_READY		0x00000008
#define WORD_SIZE			4
#define TX_BLOCKED_CMD_RESERVE		16
#define FIFO_FULL_RESERVE (TX_BLOCKED_CMD_RESERVE/WORD_SIZE)
#define SLATECOM_LINKUP (SLATECOM_APPLICATION_RUNNING \
			| SLATECOM_TO_SLAVE_FIFO_READY \
			| SLATECOM_TO_MASTER_FIFO_READY \
			| SLATECOM_AHB_READY)

struct glink_slatecom_msg {
	__le16 cmd;
	__le16 param1;
	__le32 param2;
	__le32 param3;
	__le32 param4;
	u8 data[];
} __packed;

/**
 * struct glink_slatecom_defer_cmd - deferred incoming control message
 * @node:	list node
 * @msg:	message header
 * data:	payload of the message
 *
 * Copy of a received control message, to be added to @rx_queue and processed
 * by @rx_work of @glink_slatecom.
 */
struct glink_slatecom_defer_cmd {
	struct list_head node;

	struct glink_slatecom_msg msg;
	u8 data[];
};

/**
 * struct glink_slatecom_rx_intent - RX intent
 * RX intent
 *
 * @data:	pointer to the data (may be NULL for zero-copy)
 * @id:		remote or local intent ID
 * @size:	size of the original intent (do not modify)
 * @addr:	addr to read/write the data from
 * @reuse:	To mark if the intent can be reused after first use
 * @in_use:	To mark if intent is already in use for the channel
 * @offset:	next write offset (initially 0)
 */
struct glink_slatecom_rx_intent {
	void *data;
	u32 id;
	size_t size;
	u32 addr;
	bool reuse;
	bool in_use;
	u32 offset;

	struct list_head node;
};

struct slatecom_fifo_size {
	uint32_t to_master:16;
	uint32_t to_slave:16;
};

struct slatecom_fifo_fill {
	uint32_t rx_avail:16;
	uint32_t tx_avail:16;
};

/**
 * struct glink_slatecom - driver context, relates to one remote subsystem
 * @dev:	reference to the associated struct device
 * @name:	name of this edge
 * @rx_pipe:	pipe object for receive FIFO
 * @rx_worker:	worker struct for handling received control messages
 * @rx_task:	task that runs the rx_worker
 * @rx_lock:	protects the @rx_queue
 * @rx_queue:	queue of received control messages to be processed in @rx_work
 * @tx_lock:	synchronizes operations on the tx fifo
 * @idr_lock:	synchronizes @lcids and @rcids modifications
 * @lcids:	idr of all channels with a known local channel id
 * @rcids:	idr of all channels with a known remote channel id
 * @spi_ops:	spi ops for sending data to the remote
 * @cmpnt:	component to be registered with the wdsp component manager
 * @in_reset	indicates that remote processor is in reset
 * @ilc:	ipc logging context reference
 * @sent_read_notify:	flag to check cmd sent or not
 * @tx_counter: Tx packet Counter
 * @rx_counter: Rx packet Counter
 */
struct glink_slatecom {
	struct device *dev;

	const char *name;

	struct kthread_worker rx_worker;
	struct task_struct *rx_task;

	spinlock_t rx_lock;
	struct list_head rx_queue;
	struct work_struct rx_defer_work;

	struct mutex tx_lock;

	struct mutex idr_lock;
	struct idr lcids;
	struct idr rcids;
	u32 features;

	atomic_t activity_cnt;
	atomic_t in_reset;

	struct wakeup_source *ws;
	void *ilc;
	bool sent_read_notify;

	struct slatecom_fifo_fill fifo_fill;
	struct slatecom_fifo_size fifo_size;
	struct mutex tx_avail_lock;
	struct kthread_worker kworker;

	uint32_t slatecom_status;
	struct slatecom_open_config_type slatecom_config;
	void *slatecom_handle;
	bool water_mark_reached;
	uint32_t tx_counter;
	uint32_t rx_counter;
};

enum {
	GLINK_STATE_CLOSED,
	GLINK_STATE_OPENING,
	GLINK_STATE_OPEN,
	GLINK_STATE_CLOSING,
};

/**
 * struct glink_slatecom_channel - internal representation of a channel
 * @rpdev:	rpdev reference, only used for primary endpoints
 * @ept:	rpmsg endpoint this channel is associated with
 * @glink:	glink_slatecom context handle
 * @refcount:	refcount for the channel object
 * @recv_lock:	guard for @ept.cb
 * @name:	unique channel name/identifier
 * @lcid:	channel id, in local space
 * @rcid:	channel id, in remote space
 * @intent_lock: lock for protection of @liids, @riids
 * @liids:	idr of all local intents
 * @riids:	idr of all remote intents
 * @open_ack:	completed once remote has acked the open-request
 * @open_req:	completed once open-request has been received
 * @intent_req_lock: Synchronises multiple intent requests
 * @intent_req_result: Result of intent request
 * @intent_req_comp: Completion for intent_req signalling
 * @remote_close: Tracks remote initiated close request
 */
struct glink_slatecom_channel {
	struct rpmsg_endpoint ept;

	struct rpmsg_device *rpdev;
	struct glink_slatecom *glink;

	struct kref refcount;

	spinlock_t recv_lock;

	char *name;
	unsigned int lcid;
	unsigned int rcid;

	struct mutex intent_lock;
	struct idr liids;
	struct idr riids;

	unsigned int lsigs;
	unsigned int rsigs;

	struct completion open_ack;
	struct completion open_req;

	struct completion close_ack;

	struct mutex intent_req_lock;
	bool intent_req_result;

	atomic_t intent_req_acked;
	atomic_t intent_req_completed;
	wait_queue_head_t intent_req_ack;
	wait_queue_head_t intent_req_comp;

	bool remote_close;
};

struct rx_pkt {
	void *rx_buf;
	uint32_t rx_len;
	struct glink_slatecom *glink;
	struct kthread_work kwork;
};

#define to_glink_channel(_ept) container_of(_ept, \
			struct glink_slatecom_channel, ept)

static const struct rpmsg_endpoint_ops glink_endpoint_ops;

#define SLATECOM_CMD_VERSION			0
#define SLATECOM_CMD_VERSION_ACK			1
#define SLATECOM_CMD_OPEN				2
#define SLATECOM_CMD_CLOSE				3
#define SLATECOM_CMD_OPEN_ACK			4
#define SLATECOM_CMD_CLOSE_ACK			5
#define SLATECOM_CMD_INTENT			6
#define SLATECOM_CMD_RX_DONE			7
#define SLATECOM_CMD_RX_DONE_W_REUSE		8
#define SLATECOM_CMD_RX_INTENT_REQ			9
#define SLATECOM_CMD_RX_INTENT_REQ_ACK		10
#define SLATECOM_CMD_TX_DATA			11
#define SLATECOM_CMD_TX_DATA_CONT			12
#define SLATECOM_CMD_READ_NOTIF			13
#define SLATECOM_CMD_SIGNALS			14
#define SLATECOM_CMD_TX_SHORT_DATA			17

#define NATIVE_DTR_SIG			BIT(31)
#define NATIVE_CTS_SIG			BIT(30)
#define NATIVE_CD_SIG			BIT(29)
#define NATIVE_RI_SIG			BIT(28)

static struct glink_slatecom_channel *
glink_slatecom_alloc_channel(struct glink_slatecom *glink, const char *name)
{
	struct glink_slatecom_channel *channel;

	channel = kzalloc(sizeof(*channel), GFP_KERNEL);
	if (!channel)
		return ERR_PTR(-ENOMEM);

	/* Setup glink internal glink_spi_channel data */
	spin_lock_init(&channel->recv_lock);
	mutex_init(&channel->intent_lock);
	mutex_init(&channel->intent_req_lock);

	channel->glink = glink;
	channel->name = kstrdup(name, GFP_KERNEL);
	channel->remote_close = false;

	init_completion(&channel->open_req);
	init_completion(&channel->open_ack);

	init_completion(&channel->close_ack);

	atomic_set(&channel->intent_req_acked, 0);
	atomic_set(&channel->intent_req_completed, 0);
	init_waitqueue_head(&channel->intent_req_ack);
	init_waitqueue_head(&channel->intent_req_comp);

	idr_init(&channel->liids);
	idr_init(&channel->riids);
	kref_init(&channel->refcount);

	return channel;
}

static void glink_slatecom_channel_release(struct kref *ref)
{
	struct glink_slatecom_channel *channel;
	struct glink_slatecom_rx_intent *tmp;
	int iid;

	channel = container_of(ref, struct glink_slatecom_channel, refcount);
	CH_INFO(channel, "\n");

	channel->intent_req_result = false;

	atomic_inc(&channel->intent_req_acked);
	wake_up(&channel->intent_req_ack);
	atomic_inc(&channel->intent_req_completed);
	wake_up(&channel->intent_req_comp);

	mutex_lock(&channel->intent_lock);
	idr_for_each_entry(&channel->liids, tmp, iid) {
		kfree(tmp->data);
		kfree(tmp);
	}
	idr_destroy(&channel->liids);

	idr_for_each_entry(&channel->riids, tmp, iid)
		kfree(tmp);
	idr_destroy(&channel->riids);
	mutex_unlock(&channel->intent_lock);

	kfree(channel->name);
	kfree(channel);
}

static struct glink_slatecom_rx_intent *
glink_slatecom_alloc_intent(struct glink_slatecom *glink,
		       struct glink_slatecom_channel *channel,
		       size_t size,
		       bool reuseable)
{
	struct glink_slatecom_rx_intent *intent;
	int ret;

	intent = kzalloc(sizeof(*intent), GFP_KERNEL);
	if (!intent)
		return NULL;

	intent->data = kzalloc(size, GFP_KERNEL);
	if (!intent->data)
		goto free_intent;

	mutex_lock(&channel->intent_lock);
	ret = idr_alloc_cyclic(&channel->liids, intent, 1, -1, GFP_ATOMIC);
	if (ret < 0) {
		mutex_unlock(&channel->intent_lock);
		goto free_data;
	}
	mutex_unlock(&channel->intent_lock);

	intent->id = ret;
	intent->size = size;
	intent->reuse = reuseable;

	return intent;

free_data:
	kfree(intent->data);
free_intent:
	kfree(intent);
	return NULL;
}

/**
 * tx_wakeup_worker() - worker function to wakeup tx blocked thread
 * @work:	kwork associated with the edge to process commands on.
 */
static void tx_wakeup_worker(struct glink_slatecom *glink)
{
	struct slatecom_fifo_fill fifo_fill;
	int rc;

	mutex_lock(&glink->tx_avail_lock);
	__pm_stay_awake(glink->ws);

	rc = slatecom_reg_read(glink->slatecom_handle, SLATECOM_REG_FIFO_FILL, 1,
						&fifo_fill);
	if (rc < 0) {
		GLINK_ERR(glink, "%s: Error %d reading fifo state\n"
					, __func__, rc);
		__pm_relax(glink->ws);
		mutex_unlock(&glink->tx_avail_lock);
		return;
	}

	__pm_relax(glink->ws);
	glink->fifo_fill.tx_avail = fifo_fill.tx_avail;
	if (glink->fifo_fill.tx_avail > glink->fifo_size.to_slave/2)
		glink->water_mark_reached = false;
	mutex_unlock(&glink->tx_avail_lock);

	if (atomic_read(&glink->in_reset))
		return;
}

static void glink_slatecom_update_tx_avail(struct glink_slatecom *glink,
							uint32_t size)
{
	mutex_lock(&glink->tx_avail_lock);
	glink->fifo_fill.tx_avail -= size;
	if (glink->fifo_fill.tx_avail < glink->fifo_size.to_slave/2)
		glink->water_mark_reached = true;
	mutex_unlock(&glink->tx_avail_lock);
}

size_t glink_slatecom_tx_avail(struct glink_slatecom *glink)
{
	u32 tx_avail;

	mutex_lock(&glink->tx_avail_lock);
	tx_avail = glink->fifo_fill.tx_avail;
	if (tx_avail < FIFO_FULL_RESERVE)
		tx_avail = 0;
	else
		tx_avail -= FIFO_FULL_RESERVE;

	mutex_unlock(&glink->tx_avail_lock);
	return tx_avail;
}

static int glink_slatecom_tx_write_one(struct glink_slatecom *glink, void *src,
					uint32_t size)
{
	u32 tx_avail = glink_slatecom_tx_avail(glink);
	int ret;
	uint32_t size_in_words = size/WORD_SIZE;

	if (size_in_words > tx_avail) {
		GLINK_ERR(glink, "%s: No Space in Fifo\n", __func__);
		return -ENOSPC;
	}

	do {
		ret = slatecom_fifo_write(glink->slatecom_handle, size_in_words, src);
		if (ret < 0) {
			GLINK_ERR(glink, "%s: Error %d writing data\n",
								__func__, ret);
			if (ret == -ECANCELED)
				usleep_range(TX_WAIT_US, TX_WAIT_US + 1000);
		}

	} while (ret == -ECANCELED);

	glink_slatecom_update_tx_avail(glink, size_in_words);
	return ret;
}

static void glink_slatecom_tx_write(struct glink_slatecom *glink,
					void *data, size_t dlen)
{
	int ret;
	static uint32_t tx_short_cnt;

	/* packet tx_counter 12 to 15 bytes: field "param4" in "glink_slatecom_msg"
	 * is available to use Hence, using this (Last 4 bytes) field for tx_counter.
	 */

	if (*(uint8_t *)(data) != SLATECOM_CMD_TX_SHORT_DATA)
		*(uint32_t *)(data + 12) = ++(glink->tx_counter);
	else
		tx_short_cnt = tx_short_cnt + 1;

	if (dlen) {
		ret = glink_slatecom_tx_write_one(glink, data, dlen);

		if (ret < 0) {
			GLINK_ERR(glink, "Error %d writing tx data\n", ret);
			if (*(uint8_t *)(data) != SLATECOM_CMD_TX_SHORT_DATA)
				glink->tx_counter = glink->tx_counter - 1;
			else
				tx_short_cnt = tx_short_cnt - 1;
			return;
		}
	}
	GLINK_INFO(glink, "Packet tx_counter = %d, tx_short_cnt = %d\n",
				glink->tx_counter, tx_short_cnt);
}

static void glink_slatecom_send_read_notify(struct glink_slatecom *glink)
{
	struct glink_slatecom_msg msg = { 0 };
	int ret;

	msg.cmd = cpu_to_le16(SLATECOM_CMD_READ_NOTIF);
	msg.param1 = 0;
	msg.param2 = 0;
	msg.param3 = 0;
	/* param4 is free so writing the pkt tx_counter value into it */
	msg.param4 = ++(glink->tx_counter);


	do {
		ret = slatecom_fifo_write(glink->slatecom_handle, sizeof(msg)/WORD_SIZE,
									&msg);
		if (ret < 0) {
			GLINK_ERR(glink, "%s: Error %d writing data\n",
								__func__, ret);
			if (ret == -ECANCELED)
				usleep_range(TX_WAIT_US, TX_WAIT_US + 1000);
			else {
				glink->tx_counter = glink->tx_counter - 1;
				return;
			}
		}

	} while (ret == -ECANCELED);

	GLINK_INFO(glink, "Packet tx_counter = %d\n", glink->tx_counter);
	glink_slatecom_update_tx_avail(glink, sizeof(msg)/WORD_SIZE);
}

static int glink_slatecom_tx(struct glink_slatecom *glink, void *data,
						size_t dlen, bool wait)
{
	int ret = 0;

	if (atomic_read(&glink->in_reset))
		return -ENXIO;

	mutex_lock(&glink->tx_lock);

	while (glink_slatecom_tx_avail(glink) < dlen/WORD_SIZE) {
		if (!wait) {
			ret = -EAGAIN;
			goto out;
		}

		if (atomic_read(&glink->in_reset)) {
			ret = -ENXIO;
			goto out;
		}

		if (!glink->sent_read_notify) {
			glink->sent_read_notify = true;
			glink_slatecom_send_read_notify(glink);
		}
		/* Wait without holding the tx_lock */
		mutex_unlock(&glink->tx_lock);

		usleep_range(TX_WAIT_US, TX_WAIT_US + 50);

		mutex_lock(&glink->tx_lock);

		if (glink_slatecom_tx_avail(glink) >= dlen/WORD_SIZE)
			glink->sent_read_notify = false;
	}

	glink_slatecom_tx_write(glink, data, dlen);

out:
	mutex_unlock(&glink->tx_lock);

	return ret;
}

/**
 * glink_slatecom_send_intent_req_ack() - convert an rx intent request ack cmd to
				      wire format and transmit
 * @glink:	The transport to transmit on.
 * @channel:	The glink channel
 * @granted:	The request response to encode.
 *
 * Return: 0 on success or standard Linux error code.
 */
static int glink_slatecom_send_intent_req_ack(struct glink_slatecom *glink,
					 struct glink_slatecom_channel *channel,
					 bool granted)
{
	struct glink_slatecom_msg msg = { 0 };

	msg.cmd = cpu_to_le16(SLATECOM_CMD_RX_INTENT_REQ_ACK);
	msg.param1 = cpu_to_le16(channel->lcid);
	msg.param2 = cpu_to_le32(granted);

	CH_INFO(channel, "\n");
	glink_slatecom_tx(glink, &msg, sizeof(msg), true);

	return 0;
}

static void glink_slatecom_handle_intent_req_ack(struct glink_slatecom *glink,
					    unsigned int cid, bool granted)
{
	struct glink_slatecom_channel *channel;

	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->rcids, cid);
	mutex_unlock(&glink->idr_lock);
	if (!channel) {
		dev_err(glink->dev, "unable to find channel\n");
		return;
	}

	channel->intent_req_result = granted;

	atomic_inc(&channel->intent_req_acked);
	wake_up(&channel->intent_req_ack);

	CH_INFO(channel, "\n");
}

/**
 * glink_slatecom_advertise_intent - convert an rx intent cmd to wire format and
 *			   transmit
 * @glink:	The transport to transmit on.
 * @channel:	The local channel
 * @size:	The intent to pass on to remote.
 *
 * Return: 0 on success or standard Linux error code.
 */
static int glink_slatecom_advertise_intent(struct glink_slatecom *glink,
				      struct glink_slatecom_channel *channel,
				      struct glink_slatecom_rx_intent *intent)
{
	struct command {
		struct glink_slatecom_msg msg;
		__le32 size;
		__le32 liid;
		__le64 addr;
	} __packed;
	struct command cmd;

	memset(&cmd, 0, sizeof(cmd));
	cmd.msg.cmd = cpu_to_le16(SLATECOM_CMD_INTENT);
	cmd.msg.param1 = cpu_to_le16(channel->lcid);
	cmd.msg.param2 = cpu_to_le32(1);
	cmd.size = cpu_to_le32(intent->size);
	cmd.liid = cpu_to_le32(intent->id);

	glink_slatecom_tx(glink, &cmd, sizeof(cmd),  true);

	CH_INFO(channel, "count:%d size:%lu liid:%d\n", 1,
		intent->size, intent->id);

	return 0;
}

/**
 * glink_slatecom_handle_intent_req() - Receive a request for rx_intent
 *					    from remote side
 * if_ptr:      Pointer to the transport interface
 * rcid:	Remote channel ID
 * size:	size of the intent
 *
 * The function searches for the local channel to which the request for
 * rx_intent has arrived and allocates and notifies the remote back
 */
static void glink_slatecom_handle_intent_req(struct glink_slatecom *glink,
					u32 cid, size_t size)
{
	struct glink_slatecom_rx_intent *intent;
	struct glink_slatecom_channel *channel;

	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->rcids, cid);
	mutex_unlock(&glink->idr_lock);

	if (!channel) {
		pr_err("%s channel not found for cid %d\n", __func__, cid);
		return;
	}

	if (!strcmp(channel->name, "ssc_hal")) {
		glink_slatecom_send_intent_req_ack(glink, channel, true);
		return;
	}

	intent = glink_slatecom_alloc_intent(glink, channel, size, false);
	if (intent)
		glink_slatecom_advertise_intent(glink, channel, intent);

	glink_slatecom_send_intent_req_ack(glink, channel, !!intent);
}

static int glink_slatecom_request_intent(struct glink_slatecom *glink,
				    struct glink_slatecom_channel *channel,
				    size_t size)
{
	struct glink_slatecom_msg req = { 0 };
	int ret;

	kref_get(&channel->refcount);
	mutex_lock(&channel->intent_req_lock);

	atomic_set(&channel->intent_req_acked, 0);
	atomic_set(&channel->intent_req_completed, 0);

	req.cmd = cpu_to_le16(SLATECOM_CMD_RX_INTENT_REQ);
	req.param1 = cpu_to_le16(channel->lcid);
	req.param2 = cpu_to_le32(size);

	CH_INFO(channel, "size:%lu\n", size);

	ret = glink_slatecom_tx(glink, &req, sizeof(req), true);
	if (ret)
		goto unlock;

	ret = wait_event_timeout(channel->intent_req_ack,
				 atomic_read(&channel->intent_req_acked) ||
				 atomic_read(&glink->in_reset), 10 * HZ);
	if (!ret) {
		dev_err(glink->dev, "intent request ack timed out\n");
		ret = -ETIMEDOUT;
	} else if (atomic_read(&glink->in_reset)) {
		CH_INFO(channel, "ssr detected\n");
		ret = -ECONNRESET;
	} else {
		ret = channel->intent_req_result ? 0 : -ECANCELED;
	}

	if (!channel->intent_req_result) {
		GLINK_ERR(glink, "intent request not granted for lcid %d\n",
								channel->lcid);
		ret = -EAGAIN;
		goto unlock;
	}

unlock:
	mutex_unlock(&channel->intent_req_lock);
	kref_put(&channel->refcount, glink_slatecom_channel_release);
	return ret;
}

static int glink_slatecom_send_final(struct glink_slatecom_channel *channel,
				void *data, int len,
				struct glink_slatecom_rx_intent *intent,
				bool wait)
{
	int rc;
	struct glink_slatecom *glink = channel->glink;
	u32 command_size = 0;

	struct {
		struct glink_slatecom_msg msg;
		__le32 chunk_size;
		__le32 left_size;
		uint64_t addr;
	} __packed req_data;

	struct {
		struct glink_slatecom_msg msg;
		u8 data[SHORT_SIZE];
	} __packed req_short;

	memset(&req_data, 0, sizeof(req_data));
	memset(&req_short, 0, sizeof(req_short));

	CH_INFO(channel, "[lcid:id][%d:%d]size:%d, wait:%d\n",
				cpu_to_le16(channel->lcid), cpu_to_le32(intent->id), len, wait);


	if ((len <= SHORT_SIZE) && (glink->features & GLINK_FEATURE_SHORT_CMD)) {
		req_short.msg.cmd = cpu_to_le16(SLATECOM_CMD_TX_SHORT_DATA);
		req_short.msg.param1 = cpu_to_le16(channel->lcid);
		req_short.msg.param2 = cpu_to_le32(intent->id);
		req_short.msg.param3 = cpu_to_le32(len);
		req_short.msg.param4 = cpu_to_be32(0);
		memcpy(req_short.data, data, len);
		command_size += (sizeof(req_short.msg) + ALIGN(len, XPRT_ALIGNMENT)) / WORD_SIZE;
	} else {
		if (intent->offset)
			req_data.msg.cmd = cpu_to_le16(SLATECOM_CMD_TX_DATA_CONT);
		else
			req_data.msg.cmd = cpu_to_le16(SLATECOM_CMD_TX_DATA);

		req_data.msg.param1 = cpu_to_le16(channel->lcid);
		req_data.msg.param2 = cpu_to_le32(intent->id);
		req_data.chunk_size = cpu_to_le32(len);
		req_data.left_size = cpu_to_le32(0);
		req_data.addr = 0;
		command_size += sizeof(req_data)/WORD_SIZE;
	}

	mutex_lock(&glink->tx_lock);
	while (glink_slatecom_tx_avail(glink) < command_size) {
		if (!wait) {
			mutex_unlock(&glink->tx_lock);
			CH_INFO(channel, "failed, please retry size:%d, wait:%d\n", len, wait);
			return -EAGAIN;
		}

		if (atomic_read(&glink->in_reset)) {
			mutex_unlock(&glink->tx_lock);
			return -EINVAL;
		}

		if (!glink->sent_read_notify) {
			glink->sent_read_notify = true;
			glink_slatecom_send_read_notify(glink);
		}

		/* Wait without holding the tx_lock */
		mutex_unlock(&glink->tx_lock);

		usleep_range(TX_WAIT_US, TX_WAIT_US + 50);

		mutex_lock(&glink->tx_lock);

		if (glink_slatecom_tx_avail(glink) >= command_size)
			glink->sent_read_notify = false;
	}

	if (len > SHORT_SIZE) {
		do {
			rc = slatecom_ahb_write_bytes(glink->slatecom_handle,
				(uint32_t)(size_t)(intent->addr + intent->offset),
				len, data);
			if (rc < 0) {
				GLINK_ERR(glink, "%s: Error %d writing data\n",
							__func__, rc);
				if (rc == -ECANCELED)
					usleep_range(TX_WAIT_US, TX_WAIT_US + 1000);
			}
		} while (rc == -ECANCELED);

		intent->offset += len;
		glink_slatecom_tx_write(glink, &req_data, sizeof(req_data));
	} else {
		glink_slatecom_tx_write(glink, &req_short,
					   sizeof(req_short.msg) + ALIGN(len, XPRT_ALIGNMENT));
	}

	mutex_unlock(&glink->tx_lock);
	return 0;
}

static int __glink_slatecom_send(struct glink_slatecom_channel *channel,
			    void *data, int len, bool wait)
{
	struct glink_slatecom *glink = channel->glink;
	struct glink_slatecom_rx_intent *intent = NULL;
	struct glink_slatecom_rx_intent *tmp;
	int iid = 0;
	int ret = 0;

	CH_INFO(channel, "size:%d, wait:%d\n", len, wait);

	atomic_inc(&glink->activity_cnt);
	slatecom_resume(glink->slatecom_handle);
	while (!intent) {
		mutex_lock(&channel->intent_lock);
		idr_for_each_entry(&channel->riids, tmp, iid) {
			if (tmp->size >= len && !tmp->in_use) {
				if (!intent)
					intent = tmp;
				else if (intent->size > tmp->size)
					intent = tmp;
				if (intent->size == len)
					break;
			}
		}
		if (intent)
			intent->in_use = true;
		mutex_unlock(&channel->intent_lock);

		/* We found an available intent */
		if (intent)
			break;

		if (!wait) {
			ret = -EBUSY;
			goto tx_exit;
		}

		ret = glink_slatecom_request_intent(glink, channel, len);
		if (ret < 0)
			goto tx_exit;

		/*Wait for intents to arrive*/
		ret = wait_event_timeout(channel->intent_req_comp,
					 atomic_read(&channel->intent_req_completed) ||
					 atomic_read(&glink->in_reset), 10 * HZ);
		if (!ret) {
			dev_err(glink->dev, "intent request completion timed out\n");
			ret = -ETIMEDOUT;
		} else if (atomic_read(&glink->in_reset)) {
			CH_INFO(channel, "ssr detected\n");
			ret = -ECONNRESET;
		} else {
			ret = channel->intent_req_result ? 0 : -ECANCELED;
		}

		if (ret < 0)
			goto tx_exit;
	}

	ret = glink_slatecom_send_final(channel, data, len, intent, wait);

tx_exit:
	/* Mark intent available if we failed */
	if (ret && intent)
		intent->in_use = false;

	atomic_dec(&glink->activity_cnt);

	return ret;
}

/**
 * glink_spi_send_signals() - convert a signal  cmd to wire format and transmit
 * @glink:	The transport to transmit on.
 * @channel:	The glink channel
 * @sigs:	The signals to encode.
 *
 * Return: 0 on success or standard Linux error code.
 */
static int glink_slatecom_send_signals(struct glink_slatecom *glink,
				  struct glink_slatecom_channel *channel,
				  u32 sigs)
{
	struct glink_slatecom_msg msg;

	/* convert signals from TIOCM to NATIVE */
	sigs &= 0x0fff;
	if (sigs & TIOCM_DTR)
		sigs |= NATIVE_DTR_SIG;
	if (sigs & TIOCM_RTS)
		sigs |= NATIVE_CTS_SIG;
	if (sigs & TIOCM_CD)
		sigs |= NATIVE_CD_SIG;
	if (sigs & TIOCM_RI)
		sigs |= NATIVE_RI_SIG;

	msg.cmd = cpu_to_le16(SLATECOM_CMD_SIGNALS);
	msg.param1 = cpu_to_le16(channel->lcid);
	msg.param2 = cpu_to_le32(sigs);

	GLINK_INFO(glink, "sigs:%d\n", sigs);
	return glink_slatecom_tx(glink, &msg, sizeof(msg), true);
}

static int glink_slatecom_handle_signals(struct glink_slatecom *glink,
				    unsigned int rcid, unsigned int signals)
{
	struct glink_slatecom_channel *channel;
	u32 old;

	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->rcids, rcid);
	mutex_unlock(&glink->idr_lock);
	if (!channel) {
		dev_err(glink->dev, "signal for non-existing channel\n");
		return -EINVAL;
	}

	old = channel->rsigs;

	/* convert signals from NATIVE to TIOCM */
	if (signals & NATIVE_DTR_SIG)
		signals |= TIOCM_DSR;
	if (signals & NATIVE_CTS_SIG)
		signals |= TIOCM_CTS;
	if (signals & NATIVE_CD_SIG)
		signals |= TIOCM_CD;
	if (signals & NATIVE_RI_SIG)
		signals |= TIOCM_RI;
	signals &= 0x0fff;

	channel->rsigs = signals;

	CH_INFO(channel, "old:%d new:%d\n", old, channel->rsigs);
	if (channel->ept.sig_cb) {
		channel->ept.sig_cb(channel->ept.rpdev, channel->ept.priv,
				    old, channel->rsigs);
	}

	return 0;
}

static int glink_slatecom_send_version(struct glink_slatecom *glink)
{
	struct glink_slatecom_msg msg = { 0 };

	msg.cmd = cpu_to_le16(SLATECOM_CMD_VERSION);
	msg.param1 = cpu_to_le16(GLINK_VERSION_1);
	msg.param2 = cpu_to_le32(glink->features);

	GLINK_INFO(glink, "vers:%d features:%d\n", msg.param1, msg.param2);
	return glink_slatecom_tx(glink, &msg, sizeof(msg), true);
}

static void glink_slatecom_send_version_ack(struct glink_slatecom *glink)
{
	struct glink_slatecom_msg msg = { 0 };

	msg.cmd = cpu_to_le16(SLATECOM_CMD_VERSION_ACK);
	msg.param1 = cpu_to_le16(GLINK_VERSION_1);
	msg.param2 = cpu_to_le32(glink->features);

	GLINK_INFO(glink, "vers:%d features:%d\n", msg.param1, msg.param2);
	glink_slatecom_tx(glink, &msg, sizeof(msg), true);
}

static void glink_slatecom_send_close_req(struct glink_slatecom *glink,
				     struct glink_slatecom_channel *channel)
{
	int ret;
	struct glink_slatecom_msg req = { 0 };

	req.cmd = cpu_to_le16(SLATECOM_CMD_CLOSE);
	req.param1 = cpu_to_le16(channel->lcid);

	CH_INFO(channel, "\n");

	ret = glink_slatecom_tx(glink, &req, sizeof(req), true);
	if (ret < 0) {
		GLINK_ERR(glink, "transmit error:%d\n", ret);
		return;
	}
	if (!channel->remote_close) {
		ret = wait_for_completion_timeout(&channel->close_ack, 2 * HZ);
		if (!ret)
			GLINK_ERR(glink, "rx_close_ack timedout[%d]:[%d]\n",
				 channel->lcid, channel->rcid);
	}
}

/**
 * glink_slatecom_send_open_req() - send a SLATECOM_CMD_OPEN request to the remote
 * @glink: Ptr to the glink edge
 * @channel: Ptr to the channel that the open req is sent
 *
 * Allocates a local channel id and sends a SLATECOM_CMD_OPEN message to the
 * remote. Will return with refcount held, regardless of outcome.
 *
 * Returns 0 on success, negative errno otherwise.
 */
static int glink_slatecom_send_open_req(struct glink_slatecom *glink,
				   struct glink_slatecom_channel *channel)
{

	struct cmd_msg {
		__le16 cmd;
		__le16 lcid;
		__le16 length;
		__le16 req_xprt;
		__le64 reserved;
	};
	struct {
		struct cmd_msg msg;
		u8 name[GLINK_NAME_SIZE];
	} __packed req;
	int name_len = strlen(channel->name) + 1;
	int req_len = ALIGN(sizeof(req.msg) + name_len, SLATECOM_ALIGNMENT);
	int ret;

	if (req_len > sizeof(req))
		return -EINVAL;

	kref_get(&channel->refcount);

	mutex_lock(&glink->idr_lock);
	ret = idr_alloc_cyclic(&glink->lcids, channel,
			       SLATECOM_GLINK_CID_MIN, SLATECOM_GLINK_CID_MAX,
			       GFP_ATOMIC);
	mutex_unlock(&glink->idr_lock);
	if (ret < 0)
		return ret;

	channel->lcid = ret;
	CH_INFO(channel, "\n");

	memset(&req, 0, sizeof(req));
	req.msg.cmd = cpu_to_le16(SLATECOM_CMD_OPEN);
	req.msg.lcid = cpu_to_le16(channel->lcid);
	req.msg.length = cpu_to_le16(name_len);
	strscpy(req.name, channel->name, GLINK_NAME_SIZE);

	ret = glink_slatecom_tx(glink, &req, req_len, true);
	if (ret)
		goto remove_idr;

	return 0;

remove_idr:
	CH_INFO(channel, "remove_idr\n");

	mutex_lock(&glink->idr_lock);
	idr_remove(&glink->lcids, channel->lcid);
	channel->lcid = 0;
	mutex_unlock(&glink->idr_lock);

	return ret;
}

static void glink_slatecom_send_open_ack(struct glink_slatecom *glink,
				    struct glink_slatecom_channel *channel)
{
	struct glink_slatecom_msg msg = { 0 };

	msg.cmd = cpu_to_le16(SLATECOM_CMD_OPEN_ACK);
	msg.param1 = cpu_to_le16(channel->rcid);

	CH_INFO(channel, "\n");
	glink_slatecom_tx(glink, &msg, sizeof(msg), true);
}

static int glink_slatecom_rx_open_ack(struct glink_slatecom *glink,
							unsigned int lcid)
{
	struct glink_slatecom_channel *channel;

	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->lcids, lcid);
	mutex_unlock(&glink->idr_lock);
	if (!channel) {
		GLINK_ERR(glink, "Invalid open ack packet %d\n", lcid);
		return -EINVAL;
	}

	CH_INFO(channel, "\n");
	complete_all(&channel->open_ack);

	return 0;
}

/* Remote initiated rpmsg_create_ept */
static int glink_slatecom_create_remote(struct glink_slatecom *glink,
				   struct glink_slatecom_channel *channel)
{
	int ret;

	CH_INFO(channel, "\n");

	glink_slatecom_send_open_ack(glink, channel);

	ret = glink_slatecom_send_open_req(glink, channel);
	if (ret)
		goto close_link;

	ret = wait_for_completion_timeout(&channel->open_ack, 5 * HZ);
	if (!ret) {
		ret = -ETIMEDOUT;
		goto close_link;
	}

	return 0;

close_link:
	CH_INFO(channel, "close_link %d\n", ret);

	/*
	 * Send a close request to "undo" our open-ack. The close-ack will
	 * release glink_slatecom_send_open_req() reference and the last reference
	 * will be release after rx_close or transport unregister by calling
	 * glink_slatecom_remove().
	 */
	glink_slatecom_send_close_req(glink, channel);

	return ret;
}

/* Locally initiated rpmsg_create_ept */
static struct glink_slatecom_channel
*glink_slatecom_create_local(struct glink_slatecom *glink, const char *name)
{
	struct glink_slatecom_channel *channel;
	int ret;

	channel = glink_slatecom_alloc_channel(glink, name);
	if (IS_ERR(channel))
		return ERR_CAST(channel);

	CH_INFO(channel, "\n");
	ret = glink_slatecom_send_open_req(glink, channel);
	if (ret)
		goto release_channel;

	ret = wait_for_completion_timeout(&channel->open_ack, 5 * HZ);
	if (!ret)
		goto err_timeout;

	ret = wait_for_completion_timeout(&channel->open_req, 5 * HZ);
	if (!ret)
		goto err_timeout;

	glink_slatecom_send_open_ack(glink, channel);

	return channel;

err_timeout:
	CH_INFO(channel, "err_timeout\n");

	/* glink_slatecom_send_open_req() did register the channel in lcids*/
	mutex_lock(&glink->idr_lock);
	idr_remove(&glink->lcids, channel->lcid);
	mutex_unlock(&glink->idr_lock);

release_channel:
	CH_INFO(channel, "release_channel\n");
	/* Release glink_slatecom_send_open_req() reference */
	kref_put(&channel->refcount, glink_slatecom_channel_release);
	/* Release glink_slatecom_alloc_channel() reference */
	kref_put(&channel->refcount, glink_slatecom_channel_release);

	return ERR_PTR(-ETIMEDOUT);
}

static struct rpmsg_endpoint *
glink_slatecom_create_ept(struct rpmsg_device *rpdev, rpmsg_rx_cb_t cb,
		void *priv, struct rpmsg_channel_info chinfo)
{
	struct glink_slatecom_channel *parent = to_glink_channel(rpdev->ept);
	struct glink_slatecom_channel *channel;
	struct glink_slatecom *glink = parent->glink;
	struct rpmsg_endpoint *ept;
	const char *name = chinfo.name;
	int cid;
	int ret;

	mutex_lock(&glink->idr_lock);
	idr_for_each_entry(&glink->rcids, channel, cid) {
		if (!strcmp(channel->name, name))
			break;
	}
	mutex_unlock(&glink->idr_lock);

	if (!channel) {
		channel = glink_slatecom_create_local(glink, name);
		if (IS_ERR(channel))
			return NULL;
	} else {
		ret = glink_slatecom_create_remote(glink, channel);
		if (ret)
			return NULL;
	}

	ept = &channel->ept;
	ept->rpdev = rpdev;
	ept->cb = cb;
	ept->priv = priv;
	ept->ops = &glink_endpoint_ops;

	return ept;
}

static int glink_slatecom_announce_create(struct rpmsg_device *rpdev)
{
	struct glink_slatecom_channel *channel = to_glink_channel(rpdev->ept);
	struct device_node *np = rpdev->dev.of_node;
	struct glink_slatecom *glink = channel->glink;
	struct glink_slatecom_rx_intent *intent;
	const struct property *prop = NULL;
	__be32 defaults[] = { cpu_to_be32(SZ_1K), cpu_to_be32(5) };
	int num_intents;
	int num_groups = 1;
	__be32 *val = defaults;
	int size;

	if (!completion_done(&channel->open_ack))
		return 0;

	prop = of_find_property(np, "qcom,intents", NULL);
	if (prop) {
		val = prop->value;
		num_groups = prop->length / sizeof(u32) / 2;
	}

	/* Channel is now open, advertise base set of intents */
	while (num_groups--) {
		size = be32_to_cpup(val++);
		num_intents = be32_to_cpup(val++);
		while (num_intents--) {
			intent = glink_slatecom_alloc_intent(glink, channel, size,
							 true);
			if (!intent)
				break;

			glink_slatecom_advertise_intent(glink, channel, intent);
		}
	}

	return 0;
}

static void glink_slatecom_destroy_ept(struct rpmsg_endpoint *ept)
{
	struct glink_slatecom_channel *channel = to_glink_channel(ept);
	struct glink_slatecom *glink = channel->glink;
	unsigned long flags;

	CH_INFO(channel, "\n");

	spin_lock_irqsave(&channel->recv_lock, flags);
	if (!channel->ept.cb) {
		spin_unlock_irqrestore(&channel->recv_lock, flags);
		return;
	}
	channel->ept.cb = NULL;
	spin_unlock_irqrestore(&channel->recv_lock, flags);

	glink_slatecom_send_close_req(glink, channel);
}

static void glink_slatecom_send_close_ack(struct glink_slatecom *glink,
				     unsigned int rcid)
{
	struct glink_slatecom_msg req = { 0 };

	req.cmd = cpu_to_le16(SLATECOM_CMD_CLOSE_ACK);
	req.param1 = cpu_to_le16(rcid);

	GLINK_INFO(glink, "rcid:%d\n", rcid);
	glink_slatecom_tx(glink, &req, sizeof(req), true);
}

static void glink_slatecom_rx_close(struct glink_slatecom *glink, unsigned int rcid)
{
	struct rpmsg_channel_info chinfo;
	struct glink_slatecom_channel *channel;

	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->rcids, rcid);
	mutex_unlock(&glink->idr_lock);
	if (WARN(!channel, "close request on unknown channel\n"))
		return;
	channel->remote_close = true;
	CH_INFO(channel, "\n");

	/* Decouple the potential rpdev from the channel */
	if (channel->rpdev) {
		strscpy(chinfo.name, channel->name, sizeof(chinfo.name));
		chinfo.src = RPMSG_ADDR_ANY;
		chinfo.dst = RPMSG_ADDR_ANY;

		rpmsg_unregister_device(glink->dev, &chinfo);
	}
	channel->rpdev = NULL;

	glink_slatecom_send_close_ack(glink, channel->rcid);

	mutex_lock(&glink->idr_lock);
	idr_remove(&glink->rcids, channel->rcid);
	channel->rcid = 0;
	mutex_unlock(&glink->idr_lock);

	kref_put(&channel->refcount, glink_slatecom_channel_release);
}

static void glink_slatecom_rx_close_ack(struct glink_slatecom *glink,
							unsigned int lcid)
{
	struct rpmsg_channel_info chinfo;
	struct glink_slatecom_channel *channel;

	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->lcids, lcid);
	if (WARN(!channel, "close ack on unknown channel\n")) {
		mutex_unlock(&glink->idr_lock);
		return;
	}
	CH_INFO(channel, "\n");

	idr_remove(&glink->lcids, channel->lcid);
	channel->lcid = 0;
	mutex_unlock(&glink->idr_lock);
	complete_all(&channel->close_ack);

	/* Decouple the potential rpdev from the channel */
	if (channel->rpdev) {
		strscpy(chinfo.name, channel->name, sizeof(chinfo.name));
		chinfo.src = RPMSG_ADDR_ANY;
		chinfo.dst = RPMSG_ADDR_ANY;

		rpmsg_unregister_device(glink->dev, &chinfo);
	}
	channel->rpdev = NULL;

	kref_put(&channel->refcount, glink_slatecom_channel_release);
}

static int glink_slatecom_send(struct rpmsg_endpoint *ept, void *data, int len)
{
	struct glink_slatecom_channel *channel = to_glink_channel(ept);

	return __glink_slatecom_send(channel, data, len, true);
}

static int glink_slatecom_trysend(struct rpmsg_endpoint *ept, void *data,
								int len)
{
	struct glink_slatecom_channel *channel = to_glink_channel(ept);

	return __glink_slatecom_send(channel, data, len, false);
}

/**
 * glink_slatecom_receive_version_ack() - receive negotiation ack from remote
 * system
 *
 * @glink:	pointer to transport interface
 * @r_version:	remote version response
 * @r_features:	remote features response
 *
 * This function is called in response to a local-initiated version/feature
 * negotiation sequence and is the counter-offer from the remote side based
 * upon the initial version and feature set requested.
 */
static void glink_slatecom_receive_version_ack(struct glink_slatecom *glink,
					  u32 version,
					  u32 features)
{
	GLINK_INFO(glink, "vers:%d features:%d\n", version, features);

	switch (version) {
	case 0:
		/* Version negotiation failed */
		break;
	case GLINK_VERSION_1:
		if (features == glink->features)
			break;

		glink->features &= features;
		fallthrough;
	default:
		glink_slatecom_send_version(glink);
		break;
	}
}

/**
 * glink_slatecom_receive_version() - receive version/features from remote system
 *
 * @glink:	pointer to transport interface
 * @r_version:	remote version
 * @r_features:	remote features
 *
 * This function is called in response to a remote-initiated version/feature
 * negotiation sequence.
 */
static void glink_slatecom_receive_version(struct glink_slatecom *glink,
				      u32 version,
				      u32 features)
{
	GLINK_INFO(glink, "vers:%d features:%d\n", version, features);

	switch (version) {
	case 0:
		break;
	case GLINK_VERSION_1:
		glink->features &= features;
		fallthrough;
	default:
		glink_slatecom_send_version_ack(glink);
		break;
	}
}

static const struct rpmsg_device_ops glink_device_ops = {
	.create_ept = glink_slatecom_create_ept,
	.announce_create = glink_slatecom_announce_create,
};

/*
 * Finds the device_node for the glink child interested in this channel.
 */
static struct device_node *glink_slatecom_match_channel(struct device_node *node,
						   const char *channel)
{
	struct device_node *child;
	const char *name;
	const char *key;
	int ret;

	for_each_available_child_of_node(node, child) {
		key = "qcom,glink-channels";
		ret = of_property_read_string(child, key, &name);
		if (ret)
			continue;

		if (strcmp(name, channel) == 0)
			return child;
	}

	return NULL;
}

static void glink_slatecom_rpdev_release(struct device *dev)
{
	struct rpmsg_device *rpdev = to_rpmsg_device(dev);

	kfree(rpdev);

}
static int glink_slatecom_rx_open(struct glink_slatecom *glink, unsigned int rcid,
			     char *name)
{
	struct glink_slatecom_channel *channel;
	struct rpmsg_device *rpdev;
	bool create_device = false;
	struct device_node *node;
	int lcid;
	int ret;

	mutex_lock(&glink->idr_lock);
	idr_for_each_entry(&glink->lcids, channel, lcid) {
		if (!strcmp(channel->name, name))
			break;
	}
	mutex_unlock(&glink->idr_lock);

	if (!channel) {
		channel = glink_slatecom_alloc_channel(glink, name);
		if (IS_ERR(channel))
			return PTR_ERR(channel);

		/* The opening dance was initiated by the remote */
		create_device = true;
	}

	CH_INFO(channel, "start\n");
	mutex_lock(&glink->idr_lock);
	ret = idr_alloc(&glink->rcids, channel, rcid, rcid + 1, GFP_ATOMIC);
	if (ret < 0) {
		dev_err(glink->dev, "Unable to insert channel into rcid list\n");
		mutex_unlock(&glink->idr_lock);
		goto free_channel;
	}
	channel->rcid = ret;
	mutex_unlock(&glink->idr_lock);

	complete_all(&channel->open_req);

	if (create_device) {
		rpdev = kzalloc(sizeof(*rpdev), GFP_KERNEL);
		if (!rpdev) {
			ret = -ENOMEM;
			goto rcid_remove;
		}

		rpdev->ept = &channel->ept;
		strscpy(rpdev->id.name, name, RPMSG_NAME_SIZE);
		rpdev->src = RPMSG_ADDR_ANY;
		rpdev->dst = RPMSG_ADDR_ANY;
		rpdev->ops = &glink_device_ops;

		node = glink_slatecom_match_channel(glink->dev->of_node, name);
		rpdev->dev.of_node = node;
		rpdev->dev.parent = glink->dev;
		rpdev->dev.release = glink_slatecom_rpdev_release;

		ret = rpmsg_register_device(rpdev);
		if (ret)
			goto free_rpdev;

		channel->rpdev = rpdev;
	}
	CH_INFO(channel, "end\n");

	return 0;

free_rpdev:
	CH_INFO(channel, "free_rpdev\n");
	kfree(rpdev);
rcid_remove:
	CH_INFO(channel, "rcid_remove\n");
	mutex_lock(&glink->idr_lock);
	idr_remove(&glink->rcids, channel->rcid);
	channel->rcid = 0;
	mutex_unlock(&glink->idr_lock);
free_channel:
	CH_INFO(channel, "free_channel\n");
	/* Release the reference, iff we took it */
	if (create_device)
		kref_put(&channel->refcount, glink_slatecom_channel_release);

	return ret;
}

static void glink_slatecom_defer_work(struct work_struct *work)
{
	struct glink_slatecom *glink = container_of(work, struct glink_slatecom,
					       rx_defer_work);

	struct glink_slatecom_defer_cmd *dcmd;
	struct glink_slatecom_msg *msg;
	unsigned long flags;
	unsigned int param1;
	unsigned int param2;
	unsigned int param3;
	unsigned int param4;
	unsigned int cmd;

	atomic_inc(&glink->activity_cnt);
	slatecom_resume(glink->slatecom_handle);
	for (;;) {
		spin_lock_irqsave(&glink->rx_lock, flags);
		if (list_empty(&glink->rx_queue)) {
			spin_unlock_irqrestore(&glink->rx_lock, flags);
			break;
		}
		dcmd = list_first_entry(&glink->rx_queue,
					struct glink_slatecom_defer_cmd, node);
		list_del(&dcmd->node);
		spin_unlock_irqrestore(&glink->rx_lock, flags);

		msg = &dcmd->msg;
		cmd = le16_to_cpu(msg->cmd);
		param1 = le16_to_cpu(msg->param1);
		param2 = le32_to_cpu(msg->param2);
		param3 = le32_to_cpu(msg->param3);
		param4 = le32_to_cpu(msg->param4);

		switch (cmd) {
		case SLATECOM_CMD_OPEN:
			glink_slatecom_rx_open(glink, param1, msg->data);
			break;
		case SLATECOM_CMD_CLOSE:
			glink_slatecom_rx_close(glink, param1);
			break;
		case SLATECOM_CMD_CLOSE_ACK:
			glink_slatecom_rx_close_ack(glink, param1);
			break;
		default:
			WARN(1, "Unknown defer object %d\n", cmd);
			break;
		}

		kfree(dcmd);
	}
	atomic_dec(&glink->activity_cnt);
}

static int glink_slatecom_rx_defer(struct glink_slatecom *glink,
			      void *rx_data, u32 rx_avail, size_t extra)
{
	struct glink_slatecom_defer_cmd *dcmd;

	extra = ALIGN(extra, SLATECOM_ALIGNMENT);

	if (rx_avail < sizeof(struct glink_slatecom_msg) + extra) {
		dev_err(glink->dev, "Insufficient data in rx fifo\n");
		return -ENXIO;
	}

	dcmd = kzalloc(sizeof(*dcmd) + extra, GFP_KERNEL);
	if (!dcmd)
		return -ENOMEM;

	INIT_LIST_HEAD(&dcmd->node);

	memcpy(&dcmd->msg, rx_data, sizeof(dcmd->msg) + extra);

	spin_lock(&glink->rx_lock);
	list_add_tail(&dcmd->node, &glink->rx_queue);
	spin_unlock(&glink->rx_lock);

	schedule_work(&glink->rx_defer_work);

	return 0;
}

/**
 * glink_slatecom_send_rx_done() - send a rx done to remote side
 * glink:       The transport to transmit on
 * channel:	The glink channel
 * intent:	the intent to send rx done for
 *
 * This function assumes the intent lock is held
 */
static void glink_slatecom_send_rx_done(struct glink_slatecom *glink,
				   struct glink_slatecom_channel *channel,
				   struct glink_slatecom_rx_intent *intent)
{
	struct {
		u16 id;
		u16 lcid;
		u32 liid;
		u64 reserved;
	} __packed cmd;
	unsigned int cid = channel->lcid;
	unsigned int iid = intent->id;
	bool reuse = intent->reuse;

	cmd.id = reuse ? SLATECOM_CMD_RX_DONE_W_REUSE : SLATECOM_CMD_RX_DONE;
	cmd.lcid = cid;
	cmd.liid = iid;
	glink_slatecom_tx(glink, &cmd, sizeof(cmd), true);
	CH_INFO(channel, "reuse:%d liid:%d", reuse, iid);
}

/**
 * glink_slatecom_free_intent() - Reset and free intent if not reusuable
 * channel:	The glink channel
 * intent:	the intent to send rx done for
 *
 * This function assumes the intent lock is held
 */
static void glink_slatecom_free_intent(struct glink_slatecom_channel *channel,
				  struct glink_slatecom_rx_intent *intent)
{
	CH_INFO(channel, "reuse:%d liid:%d", intent->reuse, intent->id);
	intent->offset = 0;
	if (!intent->reuse) {
		idr_remove(&channel->liids, intent->id);
		kfree(intent->data);
		kfree(intent);
	}
}

static int glink_slatecom_rx_data(struct glink_slatecom *glink,
			     unsigned int rcid, unsigned int liid,
			     void *rx_data, size_t avail)
{
	struct glink_slatecom_rx_intent *intent;
	struct glink_slatecom_channel *channel;
	struct data_desc {
		__le32 chunk_size;
		__le32 left_size;
		__le64 addr;
	};
	struct data_desc *hdr;
	unsigned int chunk_size;
	unsigned int left_size;
	u32 addr;
	size_t msglen;
	unsigned long flags;
	int rc;

	msglen = sizeof(*hdr);
	if (avail < msglen) {
		dev_dbg(glink->dev, "Not enough data in fifo\n");
		return avail;
	}
	hdr = (struct data_desc *)rx_data;

	chunk_size = le32_to_cpu(hdr->chunk_size);
	left_size = le32_to_cpu(hdr->left_size);
	addr = (u32)le64_to_cpu(hdr->addr);

	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->rcids, rcid);
	mutex_unlock(&glink->idr_lock);
	if (!channel) {
		dev_err(glink->dev, "Data on non-existing channel\n");
		return msglen;
	}
	CH_INFO(channel, "chunk_size:%d left_size:%d\n", chunk_size, left_size);

	mutex_lock(&channel->intent_lock);
	intent = idr_find(&channel->liids, liid);

	if (!intent) {
		dev_err(glink->dev,
			"no intent found for channel %s intent %d\n",
			channel->name, liid);
		mutex_unlock(&channel->intent_lock);

		return msglen;
	}

	if (intent->size - intent->offset < chunk_size) {
		dev_err(glink->dev, "Insufficient space in intent\n");
		glink_slatecom_free_intent(channel, intent);
		mutex_unlock(&channel->intent_lock);

		/* The packet header lied, drop payload */
		return msglen;
	}

	if (chunk_size % WORD_SIZE) {
		dev_err(glink->dev, "For chunk_size %d use short packet\n",
					chunk_size);
		glink_slatecom_free_intent(channel, intent);
		mutex_unlock(&channel->intent_lock);
		return msglen;
	}

	do {
		rc = slatecom_ahb_read(glink->slatecom_handle, (uint32_t)(size_t)addr,
			ALIGN(chunk_size, WORD_SIZE)/WORD_SIZE,
			intent->data + intent->offset);
		if (rc < 0) {
			GLINK_ERR(glink, "%s: Error %d receiving data\n",
							__func__, rc);
			if (rc == -ECANCELED)
				usleep_range(TX_WAIT_US, TX_WAIT_US + 1000);
		}

	} while (rc == -ECANCELED);

	intent->offset += chunk_size;

	/* Handle message when no fragments remain to be received */
	if (!left_size) {
		spin_lock_irqsave(&channel->recv_lock, flags);
		if (channel->ept.cb) {
			channel->ept.cb(channel->ept.rpdev,
					intent->data,
					intent->offset,
					channel->ept.priv,
					RPMSG_ADDR_ANY);
		}
		spin_unlock_irqrestore(&channel->recv_lock, flags);

		glink_slatecom_send_rx_done(glink, channel, intent);
		glink_slatecom_free_intent(channel, intent);
	}
	mutex_unlock(&channel->intent_lock);

	return msglen;
}

static int glink_slatecom_rx_short_data(struct glink_slatecom *glink,
				   unsigned int rcid, unsigned int liid,
				   unsigned int chunk_size,
				   unsigned int left_size,
				   void *src, size_t avail)
{
	struct glink_slatecom_rx_intent *intent;
	struct glink_slatecom_channel *channel;
	size_t msglen = chunk_size;
	unsigned long flags;
	static uint32_t rx_short_cnt;

	if (!(glink->features & GLINK_FEATURE_SHORT_CMD)) {
		dev_err(glink->dev, "Short command feature not supported\n");
		return msglen;
	}

	if (avail < msglen) {
		dev_err(glink->dev, "Not enough data in fifo\n");
		return avail;
	}
	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->rcids, rcid);
	mutex_unlock(&glink->idr_lock);

	rx_short_cnt = rx_short_cnt + 1;

	if (!channel) {
		dev_dbg(glink->dev, "Data on non-existing channel\n");
		return msglen;
	}
	CH_INFO(channel, "[rcid:liid][%d:%d] rx_short_cnt:%d chunk_size:%d left_size:%d\n",
				rcid, liid, rx_short_cnt, chunk_size, left_size);

	mutex_lock(&channel->intent_lock);
	intent = idr_find(&channel->liids, liid);

	if (!intent) {
		dev_err(glink->dev,
			"no intent found for channel %s intent %d\n",
			channel->name, liid);
		mutex_unlock(&channel->intent_lock);
		return msglen;
	}

	if (intent->size - intent->offset < chunk_size) {
		dev_err(glink->dev, "Insufficient space in intent\n");
		mutex_unlock(&channel->intent_lock);

		/* The packet header lied, drop payload */
		return msglen;
	}

	/* Read message from addr sent by WDSP */
	memcpy(intent->data + intent->offset, src, chunk_size);
	intent->offset += chunk_size;

	/* Handle message when no fragments remain to be received */
	if (!left_size) {
		glink_slatecom_send_rx_done(glink, channel, intent);

		spin_lock_irqsave(&channel->recv_lock, flags);
		if (channel->ept.cb) {
			channel->ept.cb(channel->ept.rpdev,
					intent->data,
					intent->offset,
					channel->ept.priv,
					RPMSG_ADDR_ANY);
		}
		spin_unlock_irqrestore(&channel->recv_lock, flags);

		glink_slatecom_free_intent(channel, intent);
	}
	mutex_unlock(&channel->intent_lock);

	return msglen;
}

static int glink_slatecom_handle_intent(struct glink_slatecom *glink,
				   unsigned int cid,
				   unsigned int count,
				   void *rx_data,
				   size_t avail)
{
	struct glink_slatecom_rx_intent *intent;
	struct glink_slatecom_channel *channel;
	struct intent_pair {
		__le32 size;
		__le32 iid;
		__le64 addr;
	};
	struct intent_pair *intents;
	const size_t msglen = sizeof(struct intent_pair) * count;
	int ret;
	int i;

	if (avail < msglen) {
		dev_err(glink->dev, "Not enough data in buf\n");
		return avail;
	}

	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->rcids, cid);
	mutex_unlock(&glink->idr_lock);
	if (!channel) {
		dev_err(glink->dev, "intents for non-existing channel\n");
		return msglen;
	}

	intents = (struct intent_pair *)rx_data;
	for (i = 0; i < count; ++i) {
		intent = kzalloc(sizeof(*intent), GFP_ATOMIC);
		if (!intent)
			break;

		intent->id = le32_to_cpu(intents[i].iid);
		intent->size = le32_to_cpu(intents[i].size);
		intent->addr = (u32)le64_to_cpu(intents[i].addr);

		CH_INFO(channel, "riid:%d size:%lu\n", intent->id,
			intent->size);

		mutex_lock(&channel->intent_lock);
		ret = idr_alloc(&channel->riids, intent,
				intent->id, intent->id + 1, GFP_ATOMIC);
		mutex_unlock(&channel->intent_lock);

		if (ret < 0)
			dev_err(glink->dev, "failed to store remote intent\n");
	}

	atomic_inc(&channel->intent_req_completed);
	wake_up(&channel->intent_req_comp);

	return msglen;
}

static void glink_slatecom_handle_rx_done(struct glink_slatecom *glink,
				     u32 cid, uint32_t iid,
				     bool reuse)
{
	struct glink_slatecom_rx_intent *intent;
	struct glink_slatecom_channel *channel;

	mutex_lock(&glink->idr_lock);
	channel = idr_find(&glink->rcids, cid);
	mutex_unlock(&glink->idr_lock);
	if (!channel) {
		dev_err(glink->dev, "invalid channel id received\n");
		return;
	}

	mutex_lock(&channel->intent_lock);
	intent = idr_find(&channel->riids, iid);

	if (!intent) {
		mutex_unlock(&channel->intent_lock);
		dev_err(glink->dev, "invalid intent id received\n");
		return;
	}

	intent->offset = 0;
	intent->in_use = false;
	CH_INFO(channel, "reuse:%d iid:%d\n", reuse, intent->id);

	if (!reuse) {
		idr_remove(&channel->riids, intent->id);
		kfree(intent);
	}
	mutex_unlock(&channel->intent_lock);
}

static int glink_slatecom_process_cmd(struct glink_slatecom *glink, void *rx_data,
				  u32 rx_size)
{
	struct glink_slatecom_msg *msg;
	unsigned int param1;
	unsigned int param2;
	unsigned int param3;
	unsigned int param4;
	unsigned int cmd;
	u32 offset = 0;
	int ret = 0;
	u16 name_len;
	char *name;

	while (offset < rx_size) {
		if (rx_size - offset < sizeof(struct glink_slatecom_msg)) {
			ret = -EBADMSG;
			GLINK_ERR(glink, "%s: Error %d process cmd for offset:%d rx_size:%d\n",
					__func__, ret, offset, rx_size);
			return ret;
		}

		msg = (struct glink_slatecom_msg *)(rx_data + offset);
		offset += sizeof(*msg);

		cmd = le16_to_cpu(msg->cmd);
		param1 = le16_to_cpu(msg->param1);
		param2 = le32_to_cpu(msg->param2);
		param3 = le32_to_cpu(msg->param3);
		param4 = le32_to_cpu(msg->param4);

		if (cmd != SLATECOM_CMD_TX_SHORT_DATA) {
			glink->rx_counter = glink->rx_counter + 1;
			GLINK_INFO(glink, "Packet count local %d remote %d\n",
						glink->rx_counter, param3);
		}

		switch (cmd) {
		case SLATECOM_CMD_VERSION:
			glink_slatecom_receive_version(glink, param1, param2);
			break;
		case SLATECOM_CMD_VERSION_ACK:
			glink_slatecom_receive_version_ack(glink, param1, param2);
			break;
		case SLATECOM_CMD_CLOSE:
		case SLATECOM_CMD_CLOSE_ACK:
			glink_slatecom_rx_defer(glink,
					   rx_data + offset - sizeof(*msg),
					   rx_size - offset + sizeof(*msg), 0);
			break;
		case SLATECOM_CMD_RX_INTENT_REQ:
			glink_slatecom_handle_intent_req(glink, param1, param2);
			break;
		case SLATECOM_CMD_OPEN_ACK:
			ret = glink_slatecom_rx_open_ack(glink, param1);
			break;
		case SLATECOM_CMD_OPEN:
			name_len = (u16)(param2 & 0xFFFF);
			name = rx_data + offset;
			glink_slatecom_rx_defer(glink,
					   rx_data + offset - sizeof(*msg),
					   rx_size - offset + sizeof(*msg),
					   ALIGN(name_len, SLATECOM_ALIGNMENT));

			offset += ALIGN(name_len, SLATECOM_ALIGNMENT);
			break;
		case SLATECOM_CMD_TX_DATA:
		case SLATECOM_CMD_TX_DATA_CONT:
			ret = glink_slatecom_rx_data(glink, param1, param2,
						rx_data + offset,
						rx_size - offset);
			offset += ALIGN(ret, SLATECOM_ALIGNMENT);
			break;
		case SLATECOM_CMD_TX_SHORT_DATA:
			ret = glink_slatecom_rx_short_data(glink,
						      param1, param2,
						      param3, param4,
						      rx_data + offset,
						      rx_size - offset);
			/* 4 bytes alignment for short command */
			offset += ALIGN(ret, XPRT_ALIGNMENT);
			break;
		case SLATECOM_CMD_READ_NOTIF:
			break;
		case SLATECOM_CMD_INTENT:
			ret = glink_slatecom_handle_intent(glink,
						      param1, param2,
						      rx_data + offset,
						      rx_size - offset);
			offset += ALIGN(ret, SLATECOM_ALIGNMENT);
			break;
		case SLATECOM_CMD_RX_DONE:
			glink_slatecom_handle_rx_done(glink, param1, param2,
									false);
			break;
		case SLATECOM_CMD_RX_DONE_W_REUSE:
			glink_slatecom_handle_rx_done(glink, param1, param2,
									true);
			break;
		case SLATECOM_CMD_RX_INTENT_REQ_ACK:
			glink_slatecom_handle_intent_req_ack(glink, param1,
								param2);
			break;
		case SLATECOM_CMD_SIGNALS:
			glink_slatecom_handle_signals(glink, param1, param2);
			break;
		default:
			dev_err(glink->dev, "unhandled rx cmd: %d\n", cmd);
			break;
		}
	}
	return ret;
}

/**
 * __rx_worker() - Receive commands on a specific edge
 * @einfo:      Edge to process commands on.
 *
 * This function checks the size of data to be received, allocates the
 * buffer for that data and reads the data from the remote subsytem
 * into that buffer. This function then calls the glink_slatecom_process_cmd()
 * to parse the received G-Link command sequence. This function will also
 * poll for the data for a predefined duration for performance reasons.
 */
static void __rx_worker(struct rx_pkt *rx_pkt_info)
{
	struct glink_slatecom *glink = rx_pkt_info->glink;

	if (atomic_read(&glink->in_reset))
		return;

	glink_slatecom_process_cmd(glink, rx_pkt_info->rx_buf,
				rx_pkt_info->rx_len*WORD_SIZE);
	kfree(rx_pkt_info->rx_buf);
	kfree(rx_pkt_info);
}

/**
 * rx_worker() - Worker function to process received commands
 * @work:       kwork associated with the edge to process commands on.
 */
static void rx_worker(struct kthread_work *work)
{
	struct rx_pkt *rx_pkt_info;
	struct glink_slatecom *glink;

	rx_pkt_info = container_of(work, struct rx_pkt, kwork);
	glink = rx_pkt_info->glink;
	__rx_worker(rx_pkt_info);

	__pm_relax(glink->ws);
};

static void glink_slatecom_linkup(struct glink_slatecom *glink)
{
	int ret;
	int rc;

	if (glink->slatecom_status != SLATECOM_LINKUP)
		return;
	atomic_set(&glink->in_reset, 0);

	do {
		rc = slatecom_reg_read(glink->slatecom_handle, SLATECOM_REG_FIFO_SIZE, 1,
			&glink->fifo_size);
		if (rc < 0) {
			GLINK_ERR(glink, "%s: Error %d receiving data\n",
							__func__, rc);
			if (rc == -ECANCELED)
				usleep_range(TX_WAIT_US, TX_WAIT_US + 1000);
		}
	} while (rc == -ECANCELED);

	mutex_lock(&glink->tx_avail_lock);
	glink->fifo_fill.tx_avail = glink->fifo_size.to_master;
	mutex_unlock(&glink->tx_avail_lock);

	ret = glink_slatecom_send_version(glink);
	if (ret)
		GLINK_ERR(glink, "Failed to link up %d\n", ret);
}

static int glink_slatecom_remove_device(struct device *dev, void *data)
{
	device_unregister(dev);

	return 0;
}

static int glink_slatecom_cleanup(struct glink_slatecom *glink)
{
	struct glink_slatecom_channel *channel;
	int cid;
	int ret;

	GLINK_INFO(glink, "\n");

	atomic_set(&glink->in_reset, 1);

	kthread_flush_worker(&glink->kworker);
	cancel_work_sync(&glink->rx_defer_work);

	ret = device_for_each_child(glink->dev, NULL,
					glink_slatecom_remove_device);
	if (ret)
		dev_warn(glink->dev, "Can't remove GLINK devices: %d\n", ret);

	mutex_lock(&glink->idr_lock);
	/* Release any defunct local channels, waiting for close-ack */
	idr_for_each_entry(&glink->lcids, channel, cid) {
		/* Wakeup threads waiting for intent*/
		complete(&channel->close_ack);

		atomic_inc(&channel->intent_req_acked);
		wake_up(&channel->intent_req_ack);

		kref_put(&channel->refcount, glink_slatecom_channel_release);
		idr_remove(&glink->lcids, cid);
	}

	/* Release any defunct local channels, waiting for close-req */
	idr_for_each_entry(&glink->rcids, channel, cid) {
		kref_put(&channel->refcount, glink_slatecom_channel_release);
		idr_remove(&glink->rcids, cid);
	}

	mutex_unlock(&glink->idr_lock);

	return ret;
}

static void glink_slatecom_event_handler(void *handle,
		void *priv_data, enum slatecom_event_type event,
		union slatecom_event_data_type *data)
{
	struct glink_slatecom *glink = (struct glink_slatecom *)priv_data;
	struct rx_pkt *rx_pkt_info;

	switch (event) {
	case SLATECOM_EVENT_APPLICATION_RUNNING:
		if (data->application_running &&
				glink->slatecom_status != SLATECOM_LINKUP) {
			glink->slatecom_status |= SLATECOM_APPLICATION_RUNNING;
			glink_slatecom_linkup(glink);
		}
		break;
	case SLATECOM_EVENT_TO_SLAVE_FIFO_READY:
		if (data->to_slave_fifo_ready &&
				glink->slatecom_status != SLATECOM_LINKUP) {
			glink->slatecom_status |= SLATECOM_TO_SLAVE_FIFO_READY;
			glink_slatecom_linkup(glink);
		}
		break;
	case SLATECOM_EVENT_TO_MASTER_FIFO_READY:
		if (data->to_master_fifo_ready &&
				glink->slatecom_status != SLATECOM_LINKUP) {
			glink->slatecom_status |= SLATECOM_TO_MASTER_FIFO_READY;
			glink_slatecom_linkup(glink);
		}
		break;
	case SLATECOM_EVENT_AHB_READY:
		if (data->ahb_ready &&
				glink->slatecom_status != SLATECOM_LINKUP) {
			glink->slatecom_status |= SLATECOM_AHB_READY;
			glink_slatecom_linkup(glink);
		}
		break;
	case SLATECOM_EVENT_TO_MASTER_FIFO_USED:
		rx_pkt_info = kzalloc(sizeof(struct rx_pkt), GFP_KERNEL);
		if (!rx_pkt_info) {
			GLINK_ERR(glink, "%s:Error ENOMEM Event %d\n",
					__func__, event);
			break;
		}
		rx_pkt_info->rx_buf = data->fifo_data.data;
		rx_pkt_info->rx_len = data->fifo_data.to_master_fifo_used;
		rx_pkt_info->glink = glink;
		kthread_init_work(&rx_pkt_info->kwork, rx_worker);
		__pm_stay_awake(glink->ws);
		kthread_queue_work(&glink->kworker, &rx_pkt_info->kwork);
		break;
	case SLATECOM_EVENT_TO_SLAVE_FIFO_FREE:
		if (glink->water_mark_reached)
			tx_wakeup_worker(glink);
		break;
	case SLATECOM_EVENT_RESET_OCCURRED:
		glink->slatecom_status = SLATECOM_RESET;
		glink_slatecom_cleanup(glink);
		break;
	case SLATECOM_EVENT_ERROR_WRITE_FIFO_OVERRUN:
	case SLATECOM_EVENT_ERROR_WRITE_FIFO_BUS_ERR:
	case SLATECOM_EVENT_ERROR_WRITE_FIFO_ACCESS:
	case SLATECOM_EVENT_ERROR_READ_FIFO_UNDERRUN:
	case SLATECOM_EVENT_ERROR_READ_FIFO_BUS_ERR:
	case SLATECOM_EVENT_ERROR_READ_FIFO_ACCESS:
	case SLATECOM_EVENT_ERROR_TRUNCATED_READ:
	case SLATECOM_EVENT_ERROR_TRUNCATED_WRITE:
	case SLATECOM_EVENT_ERROR_AHB_ILLEGAL_ADDRESS:
	case SLATECOM_EVENT_ERROR_AHB_BUS_ERR:
		GLINK_ERR(glink, "%s: ERROR %d", __func__, event);
		break;
	default:
		GLINK_ERR(glink, "%s: unhandled event %d", __func__, event);
		break;
	}
}

static int glink_slatecom_get_sigs(struct rpmsg_endpoint *ept)
{
	struct glink_slatecom_channel *channel = to_glink_channel(ept);

	return channel->rsigs;
}

static int glink_slatecom_set_sigs(struct rpmsg_endpoint *ept, u32 set, u32 clear)
{
	struct glink_slatecom_channel *channel = to_glink_channel(ept);
	struct glink_slatecom *glink = channel->glink;

	u32 sigs = channel->lsigs;

	if (set & TIOCM_DTR)
		sigs |= TIOCM_DTR;
	if (set & TIOCM_RTS)
		sigs |= TIOCM_RTS;
	if (set & TIOCM_CD)
		sigs |= TIOCM_CD;
	if (set & TIOCM_RI)
		sigs |= TIOCM_RI;

	if (clear & TIOCM_DTR)
		sigs &= ~TIOCM_DTR;
	if (clear & TIOCM_RTS)
		sigs &= ~TIOCM_RTS;
	if (clear & TIOCM_CD)
		sigs &= ~TIOCM_CD;
	if (clear & TIOCM_RI)
		sigs &= ~TIOCM_RI;

	channel->lsigs = sigs;

	return glink_slatecom_send_signals(glink, channel, sigs);
}

static const struct rpmsg_endpoint_ops glink_endpoint_ops = {
	.destroy_ept = glink_slatecom_destroy_ept,
	.send = glink_slatecom_send,
	.trysend = glink_slatecom_trysend,
	.get_signals = glink_slatecom_get_sigs,
	.set_signals = glink_slatecom_set_sigs,
};

static void glink_slatecom_release(struct device *dev)
{
	struct platform_device *pdev = to_platform_device(dev);
	struct glink_slatecom *glink = platform_get_drvdata(pdev);

	kfree(glink);
}

int glink_slatecom_probe(struct platform_device *pdev)
{
	struct glink_slatecom *glink;
	struct device *dev;
	int ret;

	glink = kzalloc(sizeof(*glink), GFP_KERNEL);
	if (!glink)
		return -ENOMEM;

	glink->dev = &pdev->dev;
	dev = glink->dev;
	dev->of_node = pdev->dev.of_node;
	dev->release = glink_slatecom_release;
	dev_set_drvdata(dev, glink);

	ret = of_property_read_string(dev->of_node, "label", &glink->name);
	if (ret < 0)
		glink->name = dev->of_node->name;

	glink->features = GLINK_FEATURE_INTENT_REUSE | GLINK_FEATURE_SHORT_CMD;

	mutex_init(&glink->tx_lock);
	mutex_init(&glink->tx_avail_lock);
	spin_lock_init(&glink->rx_lock);
	INIT_LIST_HEAD(&glink->rx_queue);
	INIT_WORK(&glink->rx_defer_work, glink_slatecom_defer_work);

	kthread_init_worker(&glink->kworker);

	mutex_init(&glink->idr_lock);
	idr_init(&glink->lcids);
	idr_init(&glink->rcids);

	atomic_set(&glink->in_reset, 1);
	atomic_set(&glink->activity_cnt, 0);

	glink->rx_task = kthread_run(kthread_worker_fn, &glink->kworker,
				     "slatecom_%s", glink->name);
	if (IS_ERR(glink->rx_task)) {
		ret = PTR_ERR(glink->rx_task);
		dev_err(glink->dev, "kthread run failed %d\n", ret);
		goto err_put_dev;
	}

	glink->ws = wakeup_source_register(NULL, "glink_slatecom_ws");
	glink->ilc = ipc_log_context_create(GLINK_LOG_PAGE_CNT, glink->name, 0);

	glink->slatecom_config.priv = (void *)glink;
	glink->slatecom_config.slatecom_notification_cb = glink_slatecom_event_handler;
	glink->slatecom_handle = NULL;
	if (!strcmp(glink->name, "slate")) {
		glink->slatecom_handle = slatecom_open(&glink->slatecom_config);
		if (!glink->slatecom_handle) {
			GLINK_ERR(glink, "%s: slatecom open failed\n", __func__);
			ret = -ENODEV;
			goto err_slate_handle;
		}
	}

	return 0;

err_slate_handle:
	kthread_stop(glink->rx_task);
err_put_dev:
	dev_set_drvdata(dev, NULL);
	put_device(dev);

	return ret;
}
EXPORT_SYMBOL(glink_slatecom_probe);

int glink_slatecom_remove(struct platform_device *pdev)
{
	struct glink_slatecom *glink = platform_get_drvdata(pdev);
	int ret;

	GLINK_INFO(glink, "\n");

	atomic_set(&glink->in_reset, 1);

	slatecom_close(glink->slatecom_handle);

	ret = glink_slatecom_cleanup(glink);

	kthread_stop(glink->rx_task);

	mutex_lock(&glink->idr_lock);
	idr_destroy(&glink->lcids);
	idr_destroy(&glink->rcids);
	mutex_unlock(&glink->idr_lock);

	return ret;
}
EXPORT_SYMBOL(glink_slatecom_remove);

static const struct of_device_id glink_slatecom_of_match[] = {
	{ .compatible = "qcom,glink-slatecom-xprt" },
	{}
};
MODULE_DEVICE_TABLE(of, glink_slatecom_of_match);

static struct platform_driver glink_slatecom_driver = {
	.probe = glink_slatecom_probe,
	.remove = glink_slatecom_remove,
	.driver = {
		.name = "qcom_glink_slatecom",
		.of_match_table = glink_slatecom_of_match,
	},
};

static int __init glink_slatecom_init(void)
{
	return platform_driver_register(&glink_slatecom_driver);
}
postcore_initcall(glink_slatecom_init);

static void __exit glink_slatecom_exit(void)
{
	platform_driver_unregister(&glink_slatecom_driver);
}
module_exit(glink_slatecom_exit);

MODULE_DESCRIPTION("QTI GLINK SLATECOM Transport");
MODULE_LICENSE("GPL v2");