lnet_main.c

Go to the documentation of this file.

/* -*- C -*- */
/*
 * Copyright (c) 2012-2020 Seagate Technology LLC and/or its Affiliates
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 * For any questions about this software or licensing,
 * please email opensource@seagate.com or cortx-questions@seagate.com.
 *
 */


/*
 ******************************************************************************
 End of DLD
 ******************************************************************************
 */

#ifdef __KERNEL__
/* lustre config defines package macros also defined by m0 config */
#undef PACKAGE             /* to avoid conflicts */
#undef PACKAGE_BUGREPORT
#undef PACKAGE_NAME
#undef PACKAGE_STRING
#undef PACKAGE_TARNAME
#undef PACKAGE_VERSION
#undef VERSION
#include "lustre_config.h" /* required by lnet/types.h */
#include "libcfs/libcfs.h" /* lnet/types.h fails if this is not included */

/* LUSTRE_VERSION_CODE, OBD_OCD_VERSION */
#if M0_LUSTRE_VERSION < 2110
#include <lustre_ver.h>
#else
#include <lustre/lustre_ver.h>
#include <lustre/lustre_idl.h>
#endif

#include <lustre/lustre_idl.h>  /* OBD_OCD_VERSION */
#if LUSTRE_VERSION_CODE > OBD_OCD_VERSION(2, 10, 51, 0)
#include "lnet/lib-types.h"
#else
#include "lnet/types.h"
#endif

#undef PACKAGE             /* suppress lustre specific values */
#undef PACKAGE_BUGREPORT
#undef PACKAGE_NAME
#undef PACKAGE_STRING
#undef PACKAGE_TARNAME
#undef PACKAGE_VERSION
#undef VERSION
/*
 * Above values were lustre specific, change them again to motr specific.
 * since there are no guard macros around, this will not be a problem.
 */
#endif

#define M0_TRACE_SUBSYSTEM M0_TRACE_SUBSYS_LNET
#include "lib/trace.h"

#include "lib/errno.h"
#include "lib/misc.h"
#include "lib/memory.h"
#include "lib/string.h"                          /* m0_streq */
#include "net/net_internal.h"
#include "net/lnet/lnet_core.h"
#include "net/lnet/lnet_xo.h"
#include "net/lnet/lnet_pvt.h"
#include "motr/magic.h"

#include <asm/byteorder.h>  /* byte swapping macros */

/* debug print support */
#ifdef __KERNEL__
#define NLX_DEBUG
#else
#undef NLX_DEBUG
#endif

#ifdef NLX_DEBUG

struct nlx_debug {
        int _debug_;
};
static struct nlx_debug nlx_debug = {
        ._debug_ = 0,
}; /* global debug control */

/* note Linux uses the LP64 standard */
#define NLXP(fmt, ...) M0_LOG(M0_DEBUG, fmt, ## __VA_ARGS__)

#define NLXDBG(ptr, dbg, stmt)                                          \
do {                                                                    \
        if ((ptr)->_debug_ >= (dbg)) {                                  \
                M0_LOG(M0_DEBUG, "%s: %d:\n", (char*) __FILE__, __LINE__);\
                stmt;                                                   \
        }                                                               \
} while (0)

#define NLXDBGnl(ptr, dbg, stmt)                \
do {                                            \
        if ((ptr)->_debug_ >= (dbg)) {          \
                stmt;                           \
        }                                       \
} while (0)

#define NLXDBGP(ptr, dbg, fmt, ...)                             \
do {                                                            \
        if ((ptr)->_debug_ >= (dbg)) {                          \
                M0_LOG(M0_DEBUG, fmt, ## __VA_ARGS__);          \
        }                                                       \
} while (0)

#define NLXDBGPnl(ptr, dbg, fmt, ...)                   \
do {                                                    \
        if ((ptr)->_debug_ >= (dbg)) {                  \
                M0_LOG(M0_DEBUG, fmt, ## __VA_ARGS__);  \
        }                                               \
} while (0)

#else /* !NLX_DEBUG */

#define NLXP(fmt, ...)
#define NLXDBG(ptr, dbg, stmt) do { ; } while (0)
#define NLXDBGnl(ptr, dbg, stmt) do { ; } while (0)
#define NLXDBGP(ptr, dbg, fmt, ...) do { ; } while (0)
#define NLXDBGPnl(ptr, dbg, fmt, ...) do { ; } while (0)

#endif /* !NLX_DEBUG */

/*
  To reduce global symbols, yet make the code readable, we
  include other .c files with static symbols into this file.

  Static functions should be declared in the private header file
  so that the order of their definition does not matter.
 */
#include "net/lnet/bev_cqueue.c"
#include "net/lnet/lnet_core.c"
#include "net/lnet/lnet_ioctl.h"
#ifdef __KERNEL__
#include "net/lnet/linux_kernel/klnet_drv.h"
#include "net/lnet/linux_kernel/klnet_core.h"
#include "net/lnet/linux_kernel/kbev_cqueue.c"
#include "net/lnet/linux_kernel/klnet_core.c"
#include "net/lnet/linux_kernel/klnet_drv.c"
/*
 * LUSTRE_SRV_LNET_PID is not available in user space, so assert that the
 * M0 equivalent is valid. Depending on the lustre version, the name may be
 * LUSTRE_SRV_LNET_PID or LNET_PID_LUSTRE.
 */
#ifdef LNET_PID_LUSTRE
M0_BASSERT(M0_NET_LNET_PID == LNET_PID_LUSTRE);
#else
M0_BASSERT(M0_NET_LNET_PID == LUSTRE_SRV_LNET_PID);
#endif
#else
#include "net/lnet/ulnet_core.h"
#include "net/lnet/ulnet_core.c"
#endif
#include "net/lnet/lnet_xo.c"
#include "net/lnet/lnet_ep.c"
#include "net/lnet/lnet_tm.c"

M0_INTERNAL int m0_net_lnet_init(void)
{
#if !defined(ENABLE_SOCK_MOCK_LNET) || defined(__KERNEL__)
        m0_net_xprt_register(&m0_net_lnet_xprt);
        if (m0_streq(M0_DEFAULT_NETWORK, "LNET"))
                m0_net_xprt_default_set(&m0_net_lnet_xprt);
#endif
        return M0_RC(nlx_core_init());
}

M0_INTERNAL void m0_net_lnet_fini(void)
{
        nlx_core_fini();
#if !defined(ENABLE_SOCK_MOCK_LNET) || defined(__KERNEL__)
        m0_net_xprt_deregister(&m0_net_lnet_xprt);
#endif
}

M0_INTERNAL int m0_net_lnet_ep_addr_net_cmp(const char *addr1,
                                            const char *addr2)
{
        const char *cp1;
        const char *cp2;

        cp1 = strchr(addr1, ':');
        cp2 = strchr(addr2, ':');
        if (cp1 == NULL || cp2 == NULL)
                return -1;
        return strncmp(addr1, addr2, min32(cp1 - addr1, cp2 - addr2));
}
M0_EXPORTED(m0_net_lnet_ep_addr_net_cmp);

M0_INTERNAL int m0_net_lnet_ifaces_get(struct m0_net_domain *dom,
                                       char ***addrs)
{
        struct nlx_xo_domain *dp;

        M0_PRE(nlx_dom_invariant(dom));
        dp = dom->nd_xprt_private;
        return nlx_core_nidstrs_get(&dp->xd_core, addrs);
}
M0_EXPORTED(m0_net_lnet_ifaces_get);

M0_INTERNAL void m0_net_lnet_ifaces_put(struct m0_net_domain *dom,
                                        char ***addrs)
{
        struct nlx_xo_domain *dp;

        M0_PRE(nlx_dom_invariant(dom));
        dp = dom->nd_xprt_private;
        nlx_core_nidstrs_put(&dp->xd_core, addrs);
}
M0_EXPORTED(m0_net_lnet_ifaces_put);

M0_INTERNAL void m0_net_lnet_dom_set_debug(struct m0_net_domain *dom,
                                           unsigned dbg)
{
        struct nlx_xo_domain *dp;

        M0_PRE(dom != NULL);
        m0_mutex_lock(&m0_net_mutex);
        M0_PRE(nlx_dom_invariant(dom));
        dp = dom->nd_xprt_private;
        dp->_debug_ = dbg;
        nlx_core_dom_set_debug(&dp->xd_core, dbg);
        m0_mutex_unlock(&m0_net_mutex);
}
M0_EXPORTED(m0_net_lnet_dom_set_debug);

M0_INTERNAL void m0_net_lnet_tm_set_debug(struct m0_net_transfer_mc *tm,
                                          unsigned dbg)
{
        struct nlx_xo_transfer_mc *tp;

        M0_PRE(tm != NULL);
        m0_mutex_lock(&tm->ntm_mutex);
        M0_PRE(nlx_tm_invariant(tm));
        tp = tm->ntm_xprt_private;
        tp->_debug_ = dbg;
        nlx_core_tm_set_debug(&tp->xtm_core, dbg);
        m0_mutex_unlock(&tm->ntm_mutex);
}
M0_EXPORTED(m0_net_lnet_tm_set_debug);
 /* LNetDFS */
#undef M0_TRACE_SUBSYSTEM

/*
 *  Local variables:
 *  c-indentation-style: "K&R"
 *  c-basic-offset: 8
 *  tab-width: 8
 *  fill-column: 79
 *  scroll-step: 1
 *  End:
 */