1 /*
   2  * This file and its contents are supplied under the terms of the
   3  * Common Development and Distribution License ("CDDL"), version 1.0.
   4  * You may only use this file in accordance with the terms of version
   5  * 1.0 of the CDDL.
   6  *
   7  * A full copy of the text of the CDDL should have accompanied this
   8  * source.  A copy of the CDDL is also available via the Internet at
   9  * http://www.illumos.org/license/CDDL.
  10  */
  11 
  12 /*
  13  * Copyright 2016 Nexenta Systems, Inc. All rights reserved.
  14  * Copyright 2016 The MathWorks, Inc. All rights reserved.
  15  */
  16 
  17 #ifndef _NVME_VAR_H
  18 #define _NVME_VAR_H
  19 
  20 #include <sys/ddi.h>
  21 #include <sys/sunddi.h>
  22 #include <sys/blkdev.h>
  23 #include <sys/taskq_impl.h>
  24 
  25 /*
  26  * NVMe driver state
  27  */
  28 
  29 #ifdef __cplusplus
  30 extern "C" {
  31 #endif
  32 
  33 #define NVME_FMA_INIT                   0x1
  34 #define NVME_REGS_MAPPED                0x2
  35 #define NVME_ADMIN_QUEUE                0x4
  36 #define NVME_CTRL_LIMITS                0x8
  37 #define NVME_INTERRUPTS                 0x10
  38 
  39 #define NVME_MIN_ADMIN_QUEUE_LEN        16
  40 #define NVME_MIN_IO_QUEUE_LEN           16
  41 #define NVME_DEFAULT_ADMIN_QUEUE_LEN    256
  42 #define NVME_DEFAULT_IO_QUEUE_LEN       1024
  43 #define NVME_DEFAULT_ASYNC_EVENT_LIMIT  10
  44 #define NVME_MIN_ASYNC_EVENT_LIMIT      1
  45 #define NVME_DEFAULT_MIN_BLOCK_SIZE     512
  46 
  47 
  48 typedef struct nvme nvme_t;
  49 typedef struct nvme_namespace nvme_namespace_t;
  50 typedef struct nvme_minor_state nvme_minor_state_t;
  51 typedef struct nvme_dma nvme_dma_t;
  52 typedef struct nvme_cmd nvme_cmd_t;
  53 typedef struct nvme_qpair nvme_qpair_t;
  54 typedef struct nvme_task_arg nvme_task_arg_t;
  55 
  56 struct nvme_minor_state {
  57         kmutex_t        nm_mutex;
  58         boolean_t       nm_oexcl;
  59         uint_t          nm_ocnt;
  60 };
  61 
  62 struct nvme_dma {
  63         ddi_dma_handle_t nd_dmah;
  64         ddi_acc_handle_t nd_acch;
  65         ddi_dma_cookie_t nd_cookie;
  66         uint_t nd_ncookie;
  67         caddr_t nd_memp;
  68         size_t nd_len;
  69         boolean_t nd_cached;
  70 };
  71 
  72 struct nvme_cmd {
  73         nvme_sqe_t nc_sqe;
  74         nvme_cqe_t nc_cqe;
  75 
  76         void (*nc_callback)(void *);
  77         bd_xfer_t *nc_xfer;
  78         boolean_t nc_completed;
  79         boolean_t nc_dontpanic;
  80         uint16_t nc_sqid;
  81 
  82         nvme_dma_t *nc_dma;
  83 
  84         kmutex_t nc_mutex;
  85         kcondvar_t nc_cv;
  86 
  87         taskq_ent_t nc_tqent;
  88         nvme_t *nc_nvme;
  89 };
  90 
  91 struct nvme_qpair {
  92         size_t nq_nentry;
  93 
  94         nvme_dma_t *nq_sqdma;
  95         nvme_sqe_t *nq_sq;
  96         uint_t nq_sqhead;
  97         uint_t nq_sqtail;
  98         uintptr_t nq_sqtdbl;
  99 
 100         nvme_dma_t *nq_cqdma;
 101         nvme_cqe_t *nq_cq;
 102         uint_t nq_cqhead;
 103         uint_t nq_cqtail;
 104         uintptr_t nq_cqhdbl;
 105 
 106         nvme_cmd_t **nq_cmd;
 107         uint16_t nq_next_cmd;
 108         uint_t nq_active_cmds;
 109         int nq_phase;
 110 
 111         kmutex_t nq_mutex;
 112         ksema_t nq_sema;
 113 };
 114 
 115 struct nvme {
 116         dev_info_t *n_dip;
 117         int n_progress;
 118 
 119         caddr_t n_regs;
 120         ddi_acc_handle_t n_regh;
 121 
 122         kmem_cache_t *n_cmd_cache;
 123         kmem_cache_t *n_prp_cache;
 124 
 125         size_t n_inth_sz;
 126         ddi_intr_handle_t *n_inth;
 127         int n_intr_cnt;
 128         uint_t n_intr_pri;
 129         int n_intr_cap;
 130         int n_intr_type;
 131         int n_intr_types;
 132 
 133         char *n_product;
 134         char *n_vendor;
 135 
 136         nvme_version_t n_version;
 137         boolean_t n_dead;
 138         boolean_t n_strict_version;
 139         boolean_t n_ignore_unknown_vendor_status;
 140         uint32_t n_admin_queue_len;
 141         uint32_t n_io_queue_len;
 142         uint16_t n_async_event_limit;
 143         uint_t n_min_block_size;
 144         uint16_t n_abort_command_limit;
 145         uint64_t n_max_data_transfer_size;
 146         boolean_t n_write_cache_present;
 147         boolean_t n_write_cache_enabled;
 148         int n_error_log_len;
 149         boolean_t n_lba_range_supported;
 150         boolean_t n_auto_pst_supported;
 151 
 152         int n_nssr_supported;
 153         int n_doorbell_stride;
 154         int n_timeout;
 155         int n_arbitration_mechanisms;
 156         int n_cont_queues_reqd;
 157         int n_max_queue_entries;
 158         int n_pageshift;
 159         int n_pagesize;
 160 
 161         int n_namespace_count;
 162         int n_ioq_count;
 163 
 164         nvme_identify_ctrl_t *n_idctl;
 165 
 166         nvme_qpair_t *n_adminq;
 167         nvme_qpair_t **n_ioq;
 168 
 169         nvme_namespace_t *n_ns;
 170 
 171         ddi_dma_attr_t n_queue_dma_attr;
 172         ddi_dma_attr_t n_prp_dma_attr;
 173         ddi_dma_attr_t n_sgl_dma_attr;
 174         ddi_device_acc_attr_t n_reg_acc_attr;
 175         ddi_iblock_cookie_t n_fm_ibc;
 176         int n_fm_cap;
 177 
 178         ksema_t n_abort_sema;
 179 
 180         ddi_taskq_t *n_cmd_taskq;
 181 
 182         /* state for devctl minor node */
 183         nvme_minor_state_t n_minor;
 184 
 185         /* errors detected by driver */
 186         uint32_t n_dma_bind_err;
 187         uint32_t n_abort_failed;
 188         uint32_t n_cmd_timeout;
 189         uint32_t n_cmd_aborted;
 190         uint32_t n_wrong_logpage;
 191         uint32_t n_unknown_logpage;
 192         uint32_t n_too_many_cookies;
 193 
 194         /* errors detected by hardware */
 195         uint32_t n_data_xfr_err;
 196         uint32_t n_internal_err;
 197         uint32_t n_abort_rq_err;
 198         uint32_t n_abort_sq_del;
 199         uint32_t n_nvm_cap_exc;
 200         uint32_t n_nvm_ns_notrdy;
 201         uint32_t n_inv_cq_err;
 202         uint32_t n_inv_qid_err;
 203         uint32_t n_max_qsz_exc;
 204         uint32_t n_inv_int_vect;
 205         uint32_t n_inv_log_page;
 206         uint32_t n_inv_format;
 207         uint32_t n_inv_q_del;
 208         uint32_t n_cnfl_attr;
 209         uint32_t n_inv_prot;
 210         uint32_t n_readonly;
 211 
 212         /* errors reported by asynchronous events */
 213         uint32_t n_diagfail_event;
 214         uint32_t n_persistent_event;
 215         uint32_t n_transient_event;
 216         uint32_t n_fw_load_event;
 217         uint32_t n_reliability_event;
 218         uint32_t n_temperature_event;
 219         uint32_t n_spare_event;
 220         uint32_t n_vendor_event;
 221         uint32_t n_unknown_event;
 222 
 223 };
 224 
 225 struct nvme_namespace {
 226         nvme_t *ns_nvme;
 227         uint8_t ns_eui64[8];
 228         char    ns_name[17];
 229 
 230         bd_handle_t ns_bd_hdl;
 231 
 232         uint32_t ns_id;
 233         size_t ns_block_count;
 234         size_t ns_block_size;
 235         size_t ns_best_block_size;
 236 
 237         boolean_t ns_ignore;
 238 
 239         nvme_identify_nsid_t *ns_idns;
 240 
 241         /* state for attachment point minor node */
 242         nvme_minor_state_t ns_minor;
 243 
 244         /*
 245          * If a namespace has no EUI64, we create a devid in
 246          * nvme_prepare_devid().
 247          */
 248         char *ns_devid;
 249 };
 250 
 251 struct nvme_task_arg {
 252         nvme_t *nt_nvme;
 253         nvme_cmd_t *nt_cmd;
 254 };
 255 
 256 
 257 #ifdef __cplusplus
 258 }
 259 #endif
 260 
 261 #endif /* _NVME_VAR_H */