Commit b3f24698 authored by Rusty Russell's avatar Rusty Russell

virtio_net: formalize skb_vnet_hdr

We put the virtio_net_hdr into the skb's cb region; turn this into a
union to clean up the code slightly and allow future expansion.
Signed-off-by: default avatarRusty Russell <rusty@rustcorp.com.au>
Cc: Mark McLoughlin <markmc@redhat.com>
Cc: Dinesh Subhraveti <dineshs@us.ibm.com>
parent b0c39dbd
...@@ -68,9 +68,16 @@ struct virtnet_info ...@@ -68,9 +68,16 @@ struct virtnet_info
struct page *pages; struct page *pages;
}; };
static inline void *skb_vnet_hdr(struct sk_buff *skb) struct skb_vnet_hdr {
union {
struct virtio_net_hdr hdr;
struct virtio_net_hdr_mrg_rxbuf mhdr;
};
};
static inline struct skb_vnet_hdr *skb_vnet_hdr(struct sk_buff *skb)
{ {
return (struct virtio_net_hdr *)skb->cb; return (struct skb_vnet_hdr *)skb->cb;
} }
static void give_a_page(struct virtnet_info *vi, struct page *page) static void give_a_page(struct virtnet_info *vi, struct page *page)
...@@ -115,7 +122,7 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb, ...@@ -115,7 +122,7 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb,
unsigned len) unsigned len)
{ {
struct virtnet_info *vi = netdev_priv(dev); struct virtnet_info *vi = netdev_priv(dev);
struct virtio_net_hdr *hdr = skb_vnet_hdr(skb); struct skb_vnet_hdr *hdr = skb_vnet_hdr(skb);
int err; int err;
int i; int i;
...@@ -126,7 +133,6 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb, ...@@ -126,7 +133,6 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb,
} }
if (vi->mergeable_rx_bufs) { if (vi->mergeable_rx_bufs) {
struct virtio_net_hdr_mrg_rxbuf *mhdr = skb_vnet_hdr(skb);
unsigned int copy; unsigned int copy;
char *p = page_address(skb_shinfo(skb)->frags[0].page); char *p = page_address(skb_shinfo(skb)->frags[0].page);
...@@ -134,8 +140,8 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb, ...@@ -134,8 +140,8 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb,
len = PAGE_SIZE; len = PAGE_SIZE;
len -= sizeof(struct virtio_net_hdr_mrg_rxbuf); len -= sizeof(struct virtio_net_hdr_mrg_rxbuf);
memcpy(hdr, p, sizeof(*mhdr)); memcpy(&hdr->mhdr, p, sizeof(hdr->mhdr));
p += sizeof(*mhdr); p += sizeof(hdr->mhdr);
copy = len; copy = len;
if (copy > skb_tailroom(skb)) if (copy > skb_tailroom(skb))
...@@ -150,13 +156,13 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb, ...@@ -150,13 +156,13 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb,
skb_shinfo(skb)->nr_frags--; skb_shinfo(skb)->nr_frags--;
} else { } else {
skb_shinfo(skb)->frags[0].page_offset += skb_shinfo(skb)->frags[0].page_offset +=
sizeof(*mhdr) + copy; sizeof(hdr->mhdr) + copy;
skb_shinfo(skb)->frags[0].size = len; skb_shinfo(skb)->frags[0].size = len;
skb->data_len += len; skb->data_len += len;
skb->len += len; skb->len += len;
} }
while (--mhdr->num_buffers) { while (--hdr->mhdr.num_buffers) {
struct sk_buff *nskb; struct sk_buff *nskb;
i = skb_shinfo(skb)->nr_frags; i = skb_shinfo(skb)->nr_frags;
...@@ -170,7 +176,7 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb, ...@@ -170,7 +176,7 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb,
nskb = vi->rvq->vq_ops->get_buf(vi->rvq, &len); nskb = vi->rvq->vq_ops->get_buf(vi->rvq, &len);
if (!nskb) { if (!nskb) {
pr_debug("%s: rx error: %d buffers missing\n", pr_debug("%s: rx error: %d buffers missing\n",
dev->name, mhdr->num_buffers); dev->name, hdr->mhdr.num_buffers);
dev->stats.rx_length_errors++; dev->stats.rx_length_errors++;
goto drop; goto drop;
} }
...@@ -191,7 +197,7 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb, ...@@ -191,7 +197,7 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb,
skb->len += len; skb->len += len;
} }
} else { } else {
len -= sizeof(struct virtio_net_hdr); len -= sizeof(hdr->hdr);
if (len <= MAX_PACKET_LEN) if (len <= MAX_PACKET_LEN)
trim_pages(vi, skb); trim_pages(vi, skb);
...@@ -209,9 +215,11 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb, ...@@ -209,9 +215,11 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb,
dev->stats.rx_bytes += skb->len; dev->stats.rx_bytes += skb->len;
dev->stats.rx_packets++; dev->stats.rx_packets++;
if (hdr->flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) { if (hdr->hdr.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) {
pr_debug("Needs csum!\n"); pr_debug("Needs csum!\n");
if (!skb_partial_csum_set(skb,hdr->csum_start,hdr->csum_offset)) if (!skb_partial_csum_set(skb,
hdr->hdr.csum_start,
hdr->hdr.csum_offset))
goto frame_err; goto frame_err;
} }
...@@ -219,9 +227,9 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb, ...@@ -219,9 +227,9 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb,
pr_debug("Receiving skb proto 0x%04x len %i type %i\n", pr_debug("Receiving skb proto 0x%04x len %i type %i\n",
ntohs(skb->protocol), skb->len, skb->pkt_type); ntohs(skb->protocol), skb->len, skb->pkt_type);
if (hdr->gso_type != VIRTIO_NET_HDR_GSO_NONE) { if (hdr->hdr.gso_type != VIRTIO_NET_HDR_GSO_NONE) {
pr_debug("GSO!\n"); pr_debug("GSO!\n");
switch (hdr->gso_type & ~VIRTIO_NET_HDR_GSO_ECN) { switch (hdr->hdr.gso_type & ~VIRTIO_NET_HDR_GSO_ECN) {
case VIRTIO_NET_HDR_GSO_TCPV4: case VIRTIO_NET_HDR_GSO_TCPV4:
skb_shinfo(skb)->gso_type = SKB_GSO_TCPV4; skb_shinfo(skb)->gso_type = SKB_GSO_TCPV4;
break; break;
...@@ -234,14 +242,14 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb, ...@@ -234,14 +242,14 @@ static void receive_skb(struct net_device *dev, struct sk_buff *skb,
default: default:
if (net_ratelimit()) if (net_ratelimit())
printk(KERN_WARNING "%s: bad gso type %u.\n", printk(KERN_WARNING "%s: bad gso type %u.\n",
dev->name, hdr->gso_type); dev->name, hdr->hdr.gso_type);
goto frame_err; goto frame_err;
} }
if (hdr->gso_type & VIRTIO_NET_HDR_GSO_ECN) if (hdr->hdr.gso_type & VIRTIO_NET_HDR_GSO_ECN)
skb_shinfo(skb)->gso_type |= SKB_GSO_TCP_ECN; skb_shinfo(skb)->gso_type |= SKB_GSO_TCP_ECN;
skb_shinfo(skb)->gso_size = hdr->gso_size; skb_shinfo(skb)->gso_size = hdr->hdr.gso_size;
if (skb_shinfo(skb)->gso_size == 0) { if (skb_shinfo(skb)->gso_size == 0) {
if (net_ratelimit()) if (net_ratelimit())
printk(KERN_WARNING "%s: zero gso size.\n", printk(KERN_WARNING "%s: zero gso size.\n",
...@@ -272,7 +280,7 @@ static bool try_fill_recv_maxbufs(struct virtnet_info *vi, gfp_t gfp) ...@@ -272,7 +280,7 @@ static bool try_fill_recv_maxbufs(struct virtnet_info *vi, gfp_t gfp)
sg_init_table(sg, 2+MAX_SKB_FRAGS); sg_init_table(sg, 2+MAX_SKB_FRAGS);
for (;;) { for (;;) {
struct virtio_net_hdr *hdr; struct skb_vnet_hdr *hdr;
skb = netdev_alloc_skb(vi->dev, MAX_PACKET_LEN + NET_IP_ALIGN); skb = netdev_alloc_skb(vi->dev, MAX_PACKET_LEN + NET_IP_ALIGN);
if (unlikely(!skb)) { if (unlikely(!skb)) {
...@@ -284,7 +292,7 @@ static bool try_fill_recv_maxbufs(struct virtnet_info *vi, gfp_t gfp) ...@@ -284,7 +292,7 @@ static bool try_fill_recv_maxbufs(struct virtnet_info *vi, gfp_t gfp)
skb_put(skb, MAX_PACKET_LEN); skb_put(skb, MAX_PACKET_LEN);
hdr = skb_vnet_hdr(skb); hdr = skb_vnet_hdr(skb);
sg_set_buf(sg, hdr, sizeof(*hdr)); sg_set_buf(sg, &hdr->hdr, sizeof(hdr->hdr));
if (vi->big_packets) { if (vi->big_packets) {
for (i = 0; i < MAX_SKB_FRAGS; i++) { for (i = 0; i < MAX_SKB_FRAGS; i++) {
...@@ -452,8 +460,7 @@ static int xmit_skb(struct virtnet_info *vi, struct sk_buff *skb) ...@@ -452,8 +460,7 @@ static int xmit_skb(struct virtnet_info *vi, struct sk_buff *skb)
{ {
int num; int num;
struct scatterlist sg[2+MAX_SKB_FRAGS]; struct scatterlist sg[2+MAX_SKB_FRAGS];
struct virtio_net_hdr_mrg_rxbuf *mhdr = skb_vnet_hdr(skb); struct skb_vnet_hdr *hdr = skb_vnet_hdr(skb);
struct virtio_net_hdr *hdr = skb_vnet_hdr(skb);
const unsigned char *dest = ((struct ethhdr *)skb->data)->h_dest; const unsigned char *dest = ((struct ethhdr *)skb->data)->h_dest;
sg_init_table(sg, 2+MAX_SKB_FRAGS); sg_init_table(sg, 2+MAX_SKB_FRAGS);
...@@ -461,39 +468,39 @@ static int xmit_skb(struct virtnet_info *vi, struct sk_buff *skb) ...@@ -461,39 +468,39 @@ static int xmit_skb(struct virtnet_info *vi, struct sk_buff *skb)
pr_debug("%s: xmit %p %pM\n", vi->dev->name, skb, dest); pr_debug("%s: xmit %p %pM\n", vi->dev->name, skb, dest);
if (skb->ip_summed == CHECKSUM_PARTIAL) { if (skb->ip_summed == CHECKSUM_PARTIAL) {
hdr->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; hdr->hdr.flags = VIRTIO_NET_HDR_F_NEEDS_CSUM;
hdr->csum_start = skb->csum_start - skb_headroom(skb); hdr->hdr.csum_start = skb->csum_start - skb_headroom(skb);
hdr->csum_offset = skb->csum_offset; hdr->hdr.csum_offset = skb->csum_offset;
} else { } else {
hdr->flags = 0; hdr->hdr.flags = 0;
hdr->csum_offset = hdr->csum_start = 0; hdr->hdr.csum_offset = hdr->hdr.csum_start = 0;
} }
if (skb_is_gso(skb)) { if (skb_is_gso(skb)) {
hdr->hdr_len = skb_headlen(skb); hdr->hdr.hdr_len = skb_headlen(skb);
hdr->gso_size = skb_shinfo(skb)->gso_size; hdr->hdr.gso_size = skb_shinfo(skb)->gso_size;
if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV4) if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV4)
hdr->gso_type = VIRTIO_NET_HDR_GSO_TCPV4; hdr->hdr.gso_type = VIRTIO_NET_HDR_GSO_TCPV4;
else if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6) else if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6)
hdr->gso_type = VIRTIO_NET_HDR_GSO_TCPV6; hdr->hdr.gso_type = VIRTIO_NET_HDR_GSO_TCPV6;
else if (skb_shinfo(skb)->gso_type & SKB_GSO_UDP) else if (skb_shinfo(skb)->gso_type & SKB_GSO_UDP)
hdr->gso_type = VIRTIO_NET_HDR_GSO_UDP; hdr->hdr.gso_type = VIRTIO_NET_HDR_GSO_UDP;
else else
BUG(); BUG();
if (skb_shinfo(skb)->gso_type & SKB_GSO_TCP_ECN) if (skb_shinfo(skb)->gso_type & SKB_GSO_TCP_ECN)
hdr->gso_type |= VIRTIO_NET_HDR_GSO_ECN; hdr->hdr.gso_type |= VIRTIO_NET_HDR_GSO_ECN;
} else { } else {
hdr->gso_type = VIRTIO_NET_HDR_GSO_NONE; hdr->hdr.gso_type = VIRTIO_NET_HDR_GSO_NONE;
hdr->gso_size = hdr->hdr_len = 0; hdr->hdr.gso_size = hdr->hdr.hdr_len = 0;
} }
mhdr->num_buffers = 0; hdr->mhdr.num_buffers = 0;
/* Encode metadata header at front. */ /* Encode metadata header at front. */
if (vi->mergeable_rx_bufs) if (vi->mergeable_rx_bufs)
sg_set_buf(sg, mhdr, sizeof(*mhdr)); sg_set_buf(sg, &hdr->mhdr, sizeof(hdr->mhdr));
else else
sg_set_buf(sg, hdr, sizeof(*hdr)); sg_set_buf(sg, &hdr->hdr, sizeof(hdr->hdr));
num = skb_to_sgvec(skb, sg+1, 0, skb->len) + 1; num = skb_to_sgvec(skb, sg+1, 0, skb->len) + 1;
return vi->svq->vq_ops->add_buf(vi->svq, sg, num, 0, skb); return vi->svq->vq_ops->add_buf(vi->svq, sg, num, 0, skb);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment