From 0000000000000000000000000000000000000000 Mon Sep 17 00:00:00 2001

From: Muneendra Kumar <muneendra.kumar@broadcom.com>

Date: Wed, 9 Feb 2022 19:28:10 -0800

Subject: [PATCH] multipathd: handle fpin events

This patch incorporates the functionality to handle

FPIN ELS events present as part of FCTransport daemon

(available in EPEL8) into the multipathd. This helps us to

reduce the response time to react and take the necessary actions

on receiving the FPIN events.

This patch currently support FPIN-Li Events.

It adds a new thread to listen for ELS frames from driver and on

receiving the frame payload, push the payload to a list and notify the

fpin_els_li_consumer thread to process it.Once consumer thread is

notified, it returns to listen for more ELS frames from driver.

The consumer thread process the ELS frames and moves the devices paths

which are affected due to link integrity to marginal path groups.

This also sets the associated portstate to marginal.

The paths which are set to marginal path group will be unset

on receiving the RSCN events

[ MW: minor fixup for 32bit compilation ]

Signed-off-by: Muneendra Kumar <muneendra.kumar@broadcom.com>

Signed-off-by: Benjamin Marzinski <bmarzins@redhat.com>

Signed-off-by: Martin Wilck <mwilck@suse.com>

Reviewed-by: Martin Wilck <mwilck@suse.com>

---

 Makefile.inc                      |  13 +

 libmultipath/Makefile             |   5 +

 libmultipath/dict.c               |  56 +++-

 libmultipath/libmultipath.version |   5 +

 libmultipath/propsel.c            |  47 ++-

 libmultipath/structs.h            |   7 +

 multipath/multipath.conf.5        |  19 +-

 multipathd/Makefile               |  10 +

 multipathd/fpin.h                 |  20 ++

 multipathd/fpin_handlers.c        | 540 ++++++++++++++++++++++++++++++

 multipathd/main.c                 |  43 ++-

 11 files changed, 749 insertions(+), 16 deletions(-)

 create mode 100644 multipathd/fpin.h

 create mode 100644 multipathd/fpin_handlers.c

diff --git a/Makefile.inc b/Makefile.inc

index 5ac660de..688c4599 100644

--- a/Makefile.inc

+++ b/Makefile.inc

@@ -149,6 +149,19 @@ check_file = $(shell \

 	echo "$$found" \

 	)

+# Check whether a file contains a variable with name $1 in header file $2

+check_var = $(shell \

+	if grep -Eq "(^|[[:blank:]])$1([[:blank:]]|=|$$)" "$2"; then \

+                found=1; \

+                status="yes"; \

+        else \

+                found=0; \

+                status="no"; \

+        fi; \

+        echo 1>&2 "Checking for ..  $1 in $2 ... $$status"; \

+        echo "$$found" \

+        )

+

 %.o:	%.c

 	@echo building $@ because of $?

 	$(CC) $(CFLAGS) -c -o $@ $<

diff --git a/libmultipath/Makefile b/libmultipath/Makefile

index 7f3921c5..8a960419 100644

--- a/libmultipath/Makefile

+++ b/libmultipath/Makefile

@@ -45,6 +45,11 @@ ifneq ($(call check_func,dm_hold_control_dev,/usr/include/libdevmapper.h),0)

 	CFLAGS += -DLIBDM_API_HOLD_CONTROL

 endif

+ifneq ($(call check_var,ELS_DTAG_LNK_INTEGRITY,/usr/include/scsi/fc/fc_els.h),0)

+	CFLAGS += -DFPIN_EVENT_HANDLER

+endif

+

+

 OBJS = memory.o parser.o vector.o devmapper.o callout.o \

 	hwtable.o blacklist.o util.o dmparser.o config.o \

 	structs.o discovery.o propsel.o dict.o \

diff --git a/libmultipath/dict.c b/libmultipath/dict.c

index 1b75be47..eb5a8083 100644

--- a/libmultipath/dict.c

+++ b/libmultipath/dict.c

@@ -513,6 +513,59 @@ snprint_def_find_multipaths(struct config *conf, struct strbuf *buff,

 			 find_multipaths_optvals[conf->find_multipaths]);

 }

+static const char * const marginal_pathgroups_optvals[] = {

+	[MARGINAL_PATHGROUP_OFF] = "off",

+	[MARGINAL_PATHGROUP_ON] = "on",

+#ifdef FPIN_EVENT_HANDLER

+	[MARGINAL_PATHGROUP_FPIN] = "fpin",

+#endif

+};

+

+static int

+def_marginal_pathgroups_handler(struct config *conf, vector strvec,

+			    const char *file, int line_nr)

+{

+	char *buff;

+	unsigned int i;

+

+	buff = set_value(strvec);

+	if (!buff)

+		return 1;

+	for (i = MARGINAL_PATHGROUP_OFF;

+	     i < ARRAY_SIZE(marginal_pathgroups_optvals); i++) {

+		if (marginal_pathgroups_optvals[i] != NULL &&

+		    !strcmp(buff, marginal_pathgroups_optvals[i])) {

+			conf->marginal_pathgroups = i;

+			break;

+		}

+	}

+

+	if (i >= ARRAY_SIZE(marginal_pathgroups_optvals)) {

+		if (strcmp(buff, "no") == 0 || strcmp(buff, "0") == 0)

+			conf->marginal_pathgroups = MARGINAL_PATHGROUP_OFF;

+		else if (strcmp(buff, "yes") == 0 || strcmp(buff, "1") == 0)

+			conf->marginal_pathgroups = MARGINAL_PATHGROUP_ON;

+		/* This can only be true if FPIN_EVENT_HANDLER isn't defined,

+		 * otherwise this check will have already happened above */

+		else if (strcmp(buff, "fpin") == 0)

+			condlog(1, "%s line %d, support for \"fpin\" is not compiled in for marginal_pathgroups", file, line_nr);

+		else

+			condlog(1, "%s line %d, invalid value for marginal_pathgroups: \"%s\"",

+				file, line_nr, buff);

+	}

+	free(buff);

+	return 0;

+}

+

+static int

+snprint_def_marginal_pathgroups(struct config *conf, struct strbuf *buff,

+			    const void *data)

+{

+	return append_strbuf_quoted(buff,

+			 marginal_pathgroups_optvals[conf->marginal_pathgroups]);

+}

+

+

 declare_def_handler(selector, set_str)

 declare_def_snprint_defstr(selector, print_str, DEFAULT_SELECTOR)

 declare_hw_handler(selector, set_str)

@@ -1527,9 +1580,6 @@ declare_ovr_snprint(all_tg_pt, print_yes_no_undef)

 declare_hw_handler(all_tg_pt, set_yes_no_undef)

 declare_hw_snprint(all_tg_pt, print_yes_no_undef)

-declare_def_handler(marginal_pathgroups, set_yes_no)

-declare_def_snprint(marginal_pathgroups, print_yes_no)

-

 declare_def_handler(recheck_wwid, set_yes_no_undef)

 declare_def_snprint_defint(recheck_wwid, print_yes_no_undef, DEFAULT_RECHECK_WWID)

 declare_ovr_handler(recheck_wwid, set_yes_no_undef)

diff --git a/libmultipath/libmultipath.version b/libmultipath/libmultipath.version

index 0d89e9e1..1d018eab 100644

--- a/libmultipath/libmultipath.version

+++ b/libmultipath/libmultipath.version

@@ -297,3 +297,8 @@ LIBMULTIPATH_9.1.1 {

 global:

 	trigger_path_udev_change;

 } LIBMULTIPATH_9.1.0;

+

+LIBMULTIPATH_9.1.2 {

+global:

+	cleanup_mutex;

+} LIBMULTIPATH_9.1.1;

diff --git a/libmultipath/propsel.c b/libmultipath/propsel.c

index b2876670..677ab9e1 100644

--- a/libmultipath/propsel.c

+++ b/libmultipath/propsel.c

@@ -84,6 +84,8 @@ static const char cmdline_origin[] =

 	"(setting: multipath command line [-p] flag)";

 static const char autodetect_origin[] =

 	"(setting: storage device autodetected)";

+static const char fpin_marginal_path_origin[] =

+	"(setting: overridden by marginal_path_fpin)";

 static const char marginal_path_origin[] =

 	"(setting: implied by marginal_path check)";

 static const char delay_watch_origin[] =

@@ -1036,9 +1038,12 @@ int select_san_path_err_threshold(struct config *conf, struct multipath *mp)

 	const char *origin;

 	STRBUF_ON_STACK(buff);

-	if (marginal_path_check_enabled(mp)) {

+	if (marginal_path_check_enabled(mp) || (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN)) {

 		mp->san_path_err_threshold = NU_NO;

-		origin = marginal_path_origin;

+		if (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN)

+			origin = fpin_marginal_path_origin;

+		else

+			origin = marginal_path_origin;

 		goto out;

 	}

 	mp_set_mpe(san_path_err_threshold);

@@ -1059,9 +1064,12 @@ int select_san_path_err_forget_rate(struct config *conf, struct multipath *mp)

 	const char *origin;

 	STRBUF_ON_STACK(buff);

-	if (marginal_path_check_enabled(mp)) {

+	if (marginal_path_check_enabled(mp) || (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN)) {

 		mp->san_path_err_forget_rate = NU_NO;

-		origin = marginal_path_origin;

+		if (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN)

+			origin = fpin_marginal_path_origin;

+		else

+			origin = marginal_path_origin;

 		goto out;

 	}

 	mp_set_mpe(san_path_err_forget_rate);

@@ -1083,9 +1091,12 @@ int select_san_path_err_recovery_time(struct config *conf, struct multipath *mp)

 	const char *origin;

 	STRBUF_ON_STACK(buff);

-	if (marginal_path_check_enabled(mp)) {

+	if (marginal_path_check_enabled(mp) || (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN)) {

 		mp->san_path_err_recovery_time = NU_NO;

-		origin = marginal_path_origin;

+		if (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN)

+			origin = fpin_marginal_path_origin;

+		else

+			origin = marginal_path_origin;

 		goto out;

 	}

 	mp_set_mpe(san_path_err_recovery_time);

@@ -1107,6 +1118,12 @@ int select_marginal_path_err_sample_time(struct config *conf, struct multipath *

 	const char *origin;

 	STRBUF_ON_STACK(buff);

+	if (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN) {

+		mp->marginal_path_err_sample_time = NU_NO;

+		origin = fpin_marginal_path_origin;

+		goto out;

+	}

+

 	mp_set_mpe(marginal_path_err_sample_time);

 	mp_set_ovr(marginal_path_err_sample_time);

 	mp_set_hwe(marginal_path_err_sample_time);

@@ -1130,6 +1147,12 @@ int select_marginal_path_err_rate_threshold(struct config *conf, struct multipat

 	const char *origin;

 	STRBUF_ON_STACK(buff);

+	if (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN) {

+		mp->marginal_path_err_rate_threshold = NU_NO;

+		origin = fpin_marginal_path_origin;

+		goto out;

+	}

+

 	mp_set_mpe(marginal_path_err_rate_threshold);

 	mp_set_ovr(marginal_path_err_rate_threshold);

 	mp_set_hwe(marginal_path_err_rate_threshold);

@@ -1147,6 +1170,12 @@ int select_marginal_path_err_recheck_gap_time(struct config *conf, struct multip

 	const char *origin;

 	STRBUF_ON_STACK(buff);

+	if (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN) {

+		mp->marginal_path_err_recheck_gap_time = NU_NO;

+		origin = fpin_marginal_path_origin;

+		goto out;

+	}

+

 	mp_set_mpe(marginal_path_err_recheck_gap_time);

 	mp_set_ovr(marginal_path_err_recheck_gap_time);

 	mp_set_hwe(marginal_path_err_recheck_gap_time);

@@ -1165,6 +1194,12 @@ int select_marginal_path_double_failed_time(struct config *conf, struct multipat

 	const char *origin;

 	STRBUF_ON_STACK(buff);

+	if (conf->marginal_pathgroups == MARGINAL_PATHGROUP_FPIN) {

+		mp->marginal_path_double_failed_time = NU_NO;

+		origin = fpin_marginal_path_origin;

+		goto out;

+	}

+

 	mp_set_mpe(marginal_path_double_failed_time);

 	mp_set_ovr(marginal_path_double_failed_time);

 	mp_set_hwe(marginal_path_double_failed_time);

diff --git a/libmultipath/structs.h b/libmultipath/structs.h

index 399540e7..1188363e 100644

--- a/libmultipath/structs.h

+++ b/libmultipath/structs.h

@@ -110,6 +110,12 @@ enum find_multipaths_states {

 	__FIND_MULTIPATHS_LAST,

 };

+enum marginal_pathgroups_mode {

+	MARGINAL_PATHGROUP_OFF = YN_NO,

+	MARGINAL_PATHGROUP_ON = YN_YES,

+	MARGINAL_PATHGROUP_FPIN,

+};

+

 enum flush_states {

 	FLUSH_UNDEF = YNU_UNDEF,

 	FLUSH_DISABLED = YNU_NO,

@@ -409,6 +415,7 @@ struct multipath {

 	unsigned char prflag;

 	int all_tg_pt;

 	struct gen_multipath generic_mp;

+	bool fpin_must_reload;

 };

 static inline int marginal_path_check_enabled(const struct multipath *mpp)

diff --git a/multipath/multipath.conf.5 b/multipath/multipath.conf.5

index 7f85f766..5ed2cd3c 100644

--- a/multipath/multipath.conf.5

+++ b/multipath/multipath.conf.5

@@ -1088,20 +1088,26 @@ The default is: \fBno\fR

 .

 .TP

 .B marginal_pathgroups

-If set to \fIno\fR, the \fIdelay_*_checks\fR, \fImarginal_path_*\fR, and

+If set to \fIoff\fR, the \fIdelay_*_checks\fR, \fImarginal_path_*\fR, and

 \fIsan_path_err_*\fR options will keep marginal, or \(dqshaky\(dq, paths from

 being reinstated until they have been monitored for some time. This can cause

 situations where all non-marginal paths are down, and no paths are usable

 until multipathd detects this and reinstates a marginal path. If the multipath

 device is not configured to queue IO in this case, it can cause IO errors to

 occur, even though there are marginal paths available.  However, if this

-option is set to \fIyes\fR, when one of the marginal path detecting methods

+option is set to \fIon\fR, when one of the marginal path detecting methods

 determines that a path is marginal, it will be reinstated and placed in a

 seperate pathgroup that will only be used after all the non-marginal pathgroups

 have been tried first. This prevents the possibility of IO errors occuring

 while marginal paths are still usable. After the path has been monitored

 for the configured time, and is declared healthy, it will be returned to its

-normal pathgroup. See "Shaky paths detection" below for more information.

+normal pathgroup.

+However if this option is set to \fIfpin\fR multipathd will receive fpin

+notifications, set path states to "marginal" accordingly, and regroup paths

+as described for "marginal_pathgroups yes". This option can't be used in combination

+with other options for "Shaky path detection" (see below).If it is set to fpin,

+marginal_path_xyz and san_path_err_xyz parameters are implicitly set to 0.

+See "Shaky paths detection" below for more information.

 .RS

 .TP

 The default is: \fBno\fR

@@ -1842,6 +1848,13 @@ increase and the threshold is never reached. Ticks are the time between

 path checks by multipathd, which is variable and controlled by the

 \fIpolling_interval\fR and \fImax_polling_interval\fR parameters.

 .

+.TP

+.B \(dqFPIN \(dq failure tracking

+Fibre channel fabrics can notify hosts about fabric-level issues such

+as integrity failures or congestion with so-called Fabric Performance

+Impact Notifications (FPINs).On receiving the fpin notifications through ELS

+multipathd will move the affected path and port states to marginal.

+.

 .RS 8

 .LP

 This method is \fBdeprecated\fR in favor of the \(dqmarginal_path\(dq failure

diff --git a/multipathd/Makefile b/multipathd/Makefile

index 393b6cbb..cd6f7e6d 100644

--- a/multipathd/Makefile

+++ b/multipathd/Makefile

@@ -4,6 +4,10 @@ ifneq ($(call check_func,dm_task_get_errno,/usr/include/libdevmapper.h),0)

 	CFLAGS += -DLIBDM_API_GET_ERRNO

 endif

+ifneq ($(call check_var,ELS_DTAG_LNK_INTEGRITY,/usr/include/scsi/fc/fc_els.h),0)

+	CFLAGS += -DFPIN_EVENT_HANDLER

+	FPIN_SUPPORT = 1

+endif

 #

 # debugging stuff

 #

@@ -34,6 +38,12 @@ endif

 OBJS = main.o pidfile.o uxlsnr.o uxclnt.o cli.o cli_handlers.o waiter.o \

        dmevents.o init_unwinder.o

+ifeq ($(FPIN_SUPPORT),1)

+OBJS += fpin_handlers.o

+endif

+

+

+

 EXEC = multipathd

 all : $(EXEC)

diff --git a/multipathd/fpin.h b/multipathd/fpin.h

new file mode 100644

index 00000000..bfcc1ce2

--- /dev/null

+++ b/multipathd/fpin.h

@@ -0,0 +1,20 @@

+#ifndef __FPIN_H__

+#define __FPIN_H__

+

+#ifdef FPIN_EVENT_HANDLER

+void *fpin_fabric_notification_receiver(void *unused);

+void *fpin_els_li_consumer(void *data);

+void fpin_clean_marginal_dev_list(__attribute__((unused)) void *arg);

+#else

+static void *fpin_fabric_notification_receiver(__attribute__((unused))void *unused)

+{

+	return NULL;

+}

+static void *fpin_els_li_consumer(__attribute__((unused))void *data)

+{

+	return NULL;

+}

+/* fpin_clean_marginal_dev_list() is never called */

+#endif

+

+#endif

diff --git a/multipathd/fpin_handlers.c b/multipathd/fpin_handlers.c

new file mode 100644

index 00000000..aaf5655d

--- /dev/null

+++ b/multipathd/fpin_handlers.c

@@ -0,0 +1,540 @@

+#include <errno.h>

+#include <unistd.h>

+#include <sys/types.h>

+#include <sys/socket.h>

+#include <libudev.h>

+#include <scsi/scsi_netlink_fc.h>

+#include <scsi/fc/fc_els.h>

+

+#include "parser.h"

+#include "vector.h"

+#include "structs.h"

+#include "structs_vec.h"

+#include "main.h"

+#include "debug.h"

+#include "util.h"

+#include "sysfs.h"

+

+#include "fpin.h"

+#include "devmapper.h"

+

+static pthread_cond_t fpin_li_cond = PTHREAD_COND_INITIALIZER;

+static pthread_mutex_t fpin_li_mutex = PTHREAD_MUTEX_INITIALIZER;

+static pthread_mutex_t fpin_li_marginal_dev_mutex = PTHREAD_MUTEX_INITIALIZER;

+

+static LIST_HEAD(els_marginal_list_head);

+static LIST_HEAD(fpin_li_marginal_dev_list_head);

+

+

+#define DEF_RX_BUF_SIZE	4096

+#define DEV_NAME_LEN	128

+#define FCH_EVT_LINKUP 0x2

+#define FCH_EVT_LINK_FPIN 0x501

+#define FCH_EVT_RSCN 0x5

+

+#define list_first_entry(ptr, type, member) \

+	list_entry((ptr)->next, type, member)

+

+/* max ELS frame Size */

+#define FC_PAYLOAD_MAXLEN   2048

+

+struct els_marginal_list {

+	uint32_t event_code;

+	uint16_t host_num;

+	uint16_t length;

+	char payload[FC_PAYLOAD_MAXLEN];

+	struct list_head node;

+};

+/* Structure to store the marginal devices info */

+struct marginal_dev_list {

+	char dev_t[BLK_DEV_SIZE];

+	uint32_t host_num;

+	struct list_head node;

+};

+

+static void _udev_device_unref(void *p)

+{

+	udev_device_unref(p);

+}

+

+

+/*set/unset the path state to marginal*/

+static int fpin_set_pathstate(struct path *pp, bool set)

+{

+	const char *action = set ? "set" : "unset";

+

+	if (!pp || !pp->mpp || !pp->mpp->alias)

+		return -1;

+

+	condlog(3, "\n%s: %s  marginal path %s (fpin)",

+		action, pp->mpp->alias, pp->dev_t);

+	pp->marginal = set;

+	pp->mpp->fpin_must_reload = true;

+	return 0;

+}

+

+/* This will unset marginal state of a device*/

+static void fpin_path_unsetmarginal(char *devname, struct vectors *vecs)

+{

+	struct path *pp;

+

+	pp = find_path_by_dev(vecs->pathvec, devname);

+	if (!pp)

+		pp = find_path_by_devt(vecs->pathvec, devname);

+

+	fpin_set_pathstate(pp, false);

+}

+

+/*This will set the marginal state of a device*/

+static int fpin_path_setmarginal(struct path *pp)

+{

+	return fpin_set_pathstate(pp, true);

+}

+

+/* Unsets all the devices in the list from marginal state */

+static void

+fpin_unset_marginal_dev(uint32_t host_num, struct vectors *vecs)

+{

+	struct marginal_dev_list *tmp_marg = NULL;

+	struct marginal_dev_list *marg = NULL;

+	struct multipath *mpp;

+	int ret = 0;

+	int i;

+

+	pthread_cleanup_push(cleanup_lock, &vecs->lock);

+	lock(&vecs->lock);

+	pthread_testcancel();

+

+	pthread_mutex_lock(&fpin_li_marginal_dev_mutex);

+	pthread_cleanup_push(cleanup_mutex, &fpin_li_marginal_dev_mutex);

+	pthread_testcancel();

+	if (list_empty(&fpin_li_marginal_dev_list_head)) {

+		condlog(4, "Marginal List is empty\n");

+		goto empty;

+	}

+	list_for_each_entry_safe(marg, tmp_marg, &fpin_li_marginal_dev_list_head, node) {

+		if (marg->host_num != host_num)

+			continue;

+		condlog(4, " unsetting marginal dev: is %s %d\n",

+				tmp_marg->dev_t, tmp_marg->host_num);

+		fpin_path_unsetmarginal(marg->dev_t, vecs);

+		list_del(&marg->node);

+		free(marg);

+	}

+empty:

+	pthread_cleanup_pop(1);

+	/* walk backwards because reload_and_sync_map() can remove mpp */

+	vector_foreach_slot_backwards(vecs->mpvec, mpp, i) {

+		if (mpp->fpin_must_reload) {

+			ret = reload_and_sync_map(mpp, vecs, 0);

+			if (ret == 2)

+				condlog(2, "map removed during reload");

+			else

+				mpp->fpin_must_reload = false;

+		}

+	}

+	pthread_cleanup_pop(1);

+}

+

+/*

+ * On Receiving the frame from HBA driver, insert the frame into link

+ * integrity frame list which will be picked up later by consumer thread for

+ * processing.

+ */

+static int

+fpin_els_add_li_frame(struct fc_nl_event *fc_event)

+{

+	struct els_marginal_list *els_mrg = NULL;

+	int ret = 0;

+

+	if (fc_event->event_datalen > FC_PAYLOAD_MAXLEN)

+		return -EINVAL;

+

+	pthread_mutex_lock(&fpin_li_mutex);

+	pthread_cleanup_push(cleanup_mutex, &fpin_li_mutex);

+	pthread_testcancel();

+	els_mrg = calloc(1, sizeof(struct els_marginal_list));

+	if (els_mrg != NULL) {

+		els_mrg->host_num = fc_event->host_no;

+		els_mrg->event_code = fc_event->event_code;

+		els_mrg->length = fc_event->event_datalen;

+		memcpy(els_mrg->payload, &(fc_event->event_data), fc_event->event_datalen);

+		list_add_tail(&els_mrg->node, &els_marginal_list_head);

+		pthread_cond_signal(&fpin_li_cond);

+	} else

+		ret = -ENOMEM;

+	pthread_cleanup_pop(1);

+	return ret;

+

+}

+

+/*Sets the rport port_state to marginal*/

+static void fpin_set_rport_marginal(struct udev_device *rport_dev)

+{

+	sysfs_attr_set_value(rport_dev, "port_state",

+				"Marginal", strlen("Marginal"));

+}

+

+/*Add the marginal devices info into the list*/

+static void

+fpin_add_marginal_dev_info(uint32_t host_num, char *devname)

+{

+	struct marginal_dev_list *newdev = NULL;

+

+	newdev = calloc(1, sizeof(struct marginal_dev_list));

+	if (newdev != NULL) {

+		newdev->host_num = host_num;

+		strlcpy(newdev->dev_t, devname, BLK_DEV_SIZE);

+		condlog(4, "\n%s hostno %d devname %s\n", __func__,

+				host_num, newdev->dev_t);

+		pthread_mutex_lock(&fpin_li_marginal_dev_mutex);

+		list_add_tail(&(newdev->node),

+				&fpin_li_marginal_dev_list_head);

+		pthread_mutex_unlock(&fpin_li_marginal_dev_mutex);

+	}

+}

+

+/*

+ * This function goes through the vecs->pathvec, and for

+ * each path, check that the host  number,

+ * the target WWPN associated with the path matches

+ * with the els wwpn and sets the path and port state to

+ * Marginal

+ */

+static int  fpin_chk_wwn_setpath_marginal(uint16_t host_num,  struct vectors *vecs,

+		uint64_t els_wwpn)

+{

+	struct path *pp;

+	struct multipath *mpp;

+	int i, k;

+	char rport_id[42];

+	const char *value = NULL;

+	struct udev_device *rport_dev = NULL;

+	uint64_t wwpn;

+	int ret = 0;

+

+	pthread_cleanup_push(cleanup_lock, &vecs->lock);

+	lock(&vecs->lock);

+	pthread_testcancel();

+

+	vector_foreach_slot(vecs->pathvec, pp, k) {

+		/* Checks the host number and also for the SCSI FCP */

+		if (pp->sg_id.proto_id != SCSI_PROTOCOL_FCP || host_num !=  pp->sg_id.host_no)

+			continue;

+		sprintf(rport_id, "rport-%d:%d-%d",

+				pp->sg_id.host_no, pp->sg_id.channel, pp->sg_id.transport_id);

+		rport_dev = udev_device_new_from_subsystem_sysname(udev,

+				"fc_remote_ports", rport_id);

+		if (!rport_dev) {

+			condlog(2, "%s: No fc_remote_port device for '%s'", pp->dev,

+					rport_id);

+			continue;

+		}

+		pthread_cleanup_push(_udev_device_unref, rport_dev);

+		value = udev_device_get_sysattr_value(rport_dev, "port_name");

+		if (!value)

+			goto unref;

+

+		if (value)

+			wwpn =  strtol(value, NULL, 16);

+		/*

+		 * If the port wwpn matches sets the path and port state

+		 * to marginal

+		 */

+		if (wwpn == els_wwpn) {

+			ret = fpin_path_setmarginal(pp);

+			if (ret < 0)

+				goto unref;

+			fpin_set_rport_marginal(rport_dev);

+			fpin_add_marginal_dev_info(host_num, pp->dev);

+		}

+unref:

+		pthread_cleanup_pop(1);

+	}

+	/* walk backwards because reload_and_sync_map() can remove mpp */

+	vector_foreach_slot_backwards(vecs->mpvec, mpp, i) {

+		if (mpp->fpin_must_reload) {

+			ret = reload_and_sync_map(mpp, vecs, 0);

+			if (ret == 2)

+				condlog(2, "map removed during reload");

+			else

+				mpp->fpin_must_reload = false;

+		}

+	}

+	pthread_cleanup_pop(1);

+	return ret;

+}

+

+/*

+ * This function loops around all the impacted wwns received as part of els

+ * frame and sets the associated path and port states to marginal.

+ */

+static int

+fpin_parse_li_els_setpath_marginal(uint16_t host_num, struct fc_tlv_desc *tlv,

+		struct vectors *vecs)

+{

+	uint32_t wwn_count = 0, iter = 0;

+	uint64_t wwpn;

+	struct fc_fn_li_desc *li_desc = (struct fc_fn_li_desc *)tlv;

+	int count = 0;

+	int ret = 0;

+

+	/* Update the wwn to list */

+	wwn_count = be32_to_cpu(li_desc->pname_count);

+	condlog(4, "Got wwn count as %d\n", wwn_count);

+

+	for (iter = 0; iter < wwn_count; iter++) {

+		wwpn = be64_to_cpu(li_desc->pname_list[iter]);

+		ret = fpin_chk_wwn_setpath_marginal(host_num, vecs, wwpn);

+		if (ret < 0)

+			condlog(2, "failed to set the path marginal associated with wwpn: 0x%" PRIx64 "\n", wwpn);

+

+		count++;

+	}

+	return count;

+}

+

+/*

+ * This function process the ELS frame received from HBA driver,

+ * and sets the path associated with the port wwn to marginal

+ * and also set the port state to marginal.

+ */

+static int

+fpin_process_els_frame(uint16_t host_num, char *fc_payload, struct vectors *vecs)