10GbE mode driver and binary firmware for Myricom's PCI-express NICs.

More info regarding these nics can be found at http://www.myri.com.

Please note that the files
sys/dev/myri10ge/{mcp_gen_header.h,myri10ge_mcp.h} are internally
shared between all our drivers (solaris, macosx, windows, linux, etc).
I'd like to keep these files unchanged, so I can just import newer
versions of them when the firmware API/ABI changes.  This means I'm
stuck with some of the crazy-long #define names, and possibly
non-style(9) characteristics of these files.

Many thanks to mlaier for doing firmware(9) just as I
needed it, and to scottl for his helpful review.

Reviewed by: scottl, glebius
Sponsored by: Myricom Inc.

1 files changed, 203 insertions, 0 deletions

diff --git a/sys/dev/mxge/if_mxge_var.h b/sys/dev/mxge/if_mxge_var.h
new file mode 100644
index 0000000..e4ce955
--- /dev/null
+++ b/sys/dev/mxge/if_mxge_var.h
@@ -0,0 +1,203 @@
+/*******************************************************************************
+
+Copyright (c) 2006, Myricom Inc.
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+ 1. Redistributions of source code must retain the above copyright notice,
+    this list of conditions and the following disclaimer.
+
+ 2. Redistributions in binary form must reproduce the above copyright
+    notice, this list of conditions and the following disclaimer in the
+    documentation and/or other materials provided with the distribution.
+
+ 3. Neither the name of the Myricom Inc, nor the names of its
+    contributors may be used to endorse or promote products derived from
+    this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGE.
+
+$FreeBSD$
+
+***************************************************************************/
+
+#define MYRI10GE_MAX_ETHER_MTU 9014
+
+#define MYRI10GE_ETH_STOPPED 0
+#define MYRI10GE_ETH_STOPPING 1
+#define MYRI10GE_ETH_STARTING 2
+#define MYRI10GE_ETH_RUNNING 3
+#define MYRI10GE_ETH_OPEN_FAILED 4
+
+#define MYRI10GE_FW_OFFSET 1024*1024
+#define MYRI10GE_EEPROM_STRINGS_SIZE 256
+#define MYRI10GE_NUM_INTRQS 2
+
+typedef struct {
+	void *addr;
+	bus_addr_t bus_addr;
+	bus_dma_tag_t dmat;
+	bus_dmamap_t map;
+} myri10ge_dma_t;
+
+typedef struct myri10ge_intrq
+{
+  mcp_slot_t *q[MYRI10GE_NUM_INTRQS];
+  int intrq;
+  int slot;
+  int maxslots;
+  uint32_t seqnum;
+  uint32_t spurious;
+  uint32_t cnt;
+  myri10ge_dma_t dma[MYRI10GE_NUM_INTRQS];
+} myri10ge_intrq_t;
+
+
+typedef struct
+{
+  uint32_t data0;
+  uint32_t data1;
+  uint32_t data2;
+} myri10ge_cmd_t;
+
+struct myri10ge_buffer_state {
+	struct mbuf *m;
+	bus_dmamap_t map;
+};
+
+typedef struct
+{
+	volatile mcp_kreq_ether_recv_t *lanai;	/* lanai ptr for recv ring */
+	volatile uint8_t *wc_fifo;	/* w/c rx dma addr fifo address */
+	mcp_kreq_ether_recv_t *shadow;	/* host shadow of recv ring */
+	struct myri10ge_buffer_state *info;
+	bus_dma_tag_t dmat;
+	bus_dmamap_t extra_map;
+	int cnt;
+	int alloc_fail;
+	int mask;			/* number of rx slots -1 */
+} myri10ge_rx_buf_t;
+
+typedef struct
+{
+	volatile mcp_kreq_ether_send_t *lanai;	/* lanai ptr for sendq	*/
+	volatile uint8_t *wc_fifo;		/* w/c send fifo address */
+	mcp_kreq_ether_send_t *req_list;	/* host shadow of sendq */
+	char *req_bytes;
+	struct myri10ge_buffer_state *info;
+	bus_dma_tag_t dmat;
+	int req;			/* transmits submitted	*/
+	int mask;			/* number of transmit slots -1 */
+	int done;			/* transmits completed	*/
+	int boundary;			/* boundary transmits cannot cross*/
+} myri10ge_tx_buf_t;
+
+typedef struct {
+	struct ifnet* ifp;
+	int big_bytes;
+	struct mtx tx_lock;
+	int csum_flag;			/* rx_csums? 		*/
+	uint8_t	mac_addr[6];		/* eeprom mac address */
+	myri10ge_tx_buf_t tx;	/* transmit ring 	*/
+	myri10ge_rx_buf_t rx_small;
+	myri10ge_rx_buf_t rx_big;
+	bus_dma_tag_t	parent_dmat;
+	volatile uint8_t *sram;
+	int sram_size;
+	volatile uint32_t *irq_claim;
+	char *mac_addr_string;
+	char *product_code_string;
+	mcp_cmd_response_t *cmd;
+	myri10ge_dma_t cmd_dma;
+	myri10ge_dma_t zeropad_dma;
+	mcp_stats_t *fw_stats;
+	myri10ge_dma_t fw_stats_dma;
+	struct pci_dev *pdev;
+	int msi_enabled;
+	myri10ge_intrq_t intr;
+	int link_state;
+	unsigned int rdma_tags_available;
+	int intr_coal_delay;
+	int wc;
+	struct mtx cmd_lock;
+	struct sx driver_lock;
+	int wake_queue;
+	int stop_queue;
+	int down_cnt;
+	int watchdog_resets;
+	int tx_defragged;
+	int pause;
+	struct resource *mem_res;
+	struct resource *irq_res;
+	void *ih; 
+	char *fw_name;
+	char eeprom_strings[MYRI10GE_EEPROM_STRINGS_SIZE];
+	char fw_version[128];
+	device_t dev;
+	struct ifmedia media;
+
+} myri10ge_softc_t;
+
+#define MYRI10GE_PCI_VENDOR_MYRICOM 	0x14c1
+#define MYRI10GE_PCI_DEVICE_Z8E 	0x0008
+
+#define MYRI10GE_HIGHPART_TO_U32(X) \
+(sizeof (X) == 8) ? ((uint32_t)((uint64_t)(X) >> 32)) : (0)
+#define MYRI10GE_LOWPART_TO_U32(X) ((uint32_t)(X))
+
+
+/* implement our own memory barriers, since bus_space_barrier
+   cannot handle write-combining regions */
+
+#if defined (__GNUC__)
+  #if #cpu(i386) || defined __i386 || defined i386 || defined __i386__ || #cpu(x86_64) || defined __x86_64__
+    #define mb()  __asm__ __volatile__ ("sfence;": : :"memory")
+  #elif #cpu(sparc64) || defined sparc64 || defined __sparcv9 
+    #define mb()  __asm__ __volatile__ ("membar #MemIssue": : :"memory")
+  #elif #cpu(sparc) || defined sparc || defined __sparc__
+    #define mb()  __asm__ __volatile__ ("stbar;": : :"memory")
+  #else
+    #define mb() 	/* XXX just to make this compile */
+  #endif
+#else
+  #error "unknown compiler"
+#endif
+
+static inline void
+myri10ge_pio_copy(volatile void *to_v, void *from_v, size_t size)
+{
+  register volatile uintptr_t *to;
+  volatile uintptr_t *from;
+  size_t i;
+
+  to = (volatile uintptr_t *) to_v;
+  from = from_v;
+  for (i = (size / sizeof (uintptr_t)); i; i--) {
+	  *to = *from;
+	  to++;
+	  from++;
+  }
+
+}
+
+
+/*
+  This file uses Myri10GE driver indentation.
+
+  Local Variables:
+  c-file-style:"linux"
+  tab-width:8
+  End:
+*/