void osl_ctfpool_cleanup(osl_t *osh) { struct sk_buff *skb, *nskb; #ifdef CTFPOOL_SPINLOCK unsigned long flags; #endif if ((osh == NULL) || (osh->ctfpool == NULL)) return; CTFPOOL_LOCK(osh->ctfpool, flags); skb = osh->ctfpool->head; while (skb != NULL) { nskb = skb->next; dev_kfree_skb(skb); skb = nskb; osh->ctfpool->curr_obj--; } ASSERT(osh->ctfpool->curr_obj == 0); osh->ctfpool->head = NULL; CTFPOOL_UNLOCK(osh->ctfpool, flags); kfree(osh->ctfpool); osh->ctfpool = NULL; }
static inline struct sk_buff * osl_pktfastget(osl_t *osh, uint len) { struct sk_buff *skb; #ifdef CTFPOOL_SPINLOCK unsigned long flags; #endif /* CTFPOOL_SPINLOCK */ /* Try to do fast allocate. Return null if ctfpool is not in use * or if there are no items in the ctfpool. */ if (osh->ctfpool == NULL) return NULL; CTFPOOL_LOCK(osh->ctfpool, flags); if (osh->ctfpool->head == NULL) { ASSERT(osh->ctfpool->curr_obj == 0); osh->ctfpool->slow_allocs++; CTFPOOL_UNLOCK(osh->ctfpool, flags); return NULL; } if (len > osh->ctfpool->obj_size) { CTFPOOL_UNLOCK(osh->ctfpool, flags); return NULL; } ASSERT(len <= osh->ctfpool->obj_size); /* Get an object from ctfpool */ skb = (struct sk_buff *)osh->ctfpool->head; osh->ctfpool->head = (void *)skb->next; osh->ctfpool->fast_allocs++; osh->ctfpool->curr_obj--; ASSERT(CTFPOOLHEAD(osh, skb) == (struct sock *)osh->ctfpool->head); CTFPOOL_UNLOCK(osh->ctfpool, flags); /* Init skb struct */ skb->next = skb->prev = NULL; #if defined(__ARM_ARCH_7A__) skb->data = skb->head + NET_SKB_PAD; skb->tail = skb->head + NET_SKB_PAD; #else skb->data = skb->head + 16; skb->tail = skb->head + 16; #endif /* __ARM_ARCH_7A__ */ skb->len = 0; skb->cloned = 0; #if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 14) skb->list = NULL; #endif atomic_set(&skb->users, 1); PKTSETCLINK(skb, NULL); PKTCCLRATTR(skb); PKTFAST(osh, skb) &= ~(CTFBUF | SKIPCT | CHAINED); return skb; }
void * BCMFASTPATH osl_pktget(osl_t *osh, uint len) { struct sk_buff *skb; unsigned long flags; #ifdef CTFPOOL skb = osl_pktfastget(osh, len); if ((skb != NULL) || ((skb = osl_alloc_skb(len)) != NULL)) { #else if ((skb = osl_alloc_skb(len))) { #endif skb_put(skb, len); skb->priority = 0; spin_lock_irqsave(&osh->pktalloc_lock, flags); osh->pub.pktalloced++; spin_unlock_irqrestore(&osh->pktalloc_lock, flags); } return ((void*) skb); } #ifdef CTFPOOL static inline void osl_pktfastfree(osl_t *osh, struct sk_buff *skb) { ctfpool_t *ctfpool; #ifdef CTFPOOL_SPINLOCK unsigned long flags; #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 14) skb->tstamp.tv.sec = 0; #else skb->stamp.tv_sec = 0; #endif skb->dev = NULL; skb->dst = NULL; memset(skb->cb, 0, sizeof(skb->cb)); skb->ip_summed = 0; skb->destructor = NULL; ctfpool = (ctfpool_t *)CTFPOOLPTR(osh, skb); ASSERT(ctfpool != NULL); CTFPOOL_LOCK(ctfpool, flags); skb->next = (struct sk_buff *)ctfpool->head; ctfpool->head = (void *)skb; ctfpool->fast_frees++; ctfpool->curr_obj++; ASSERT(ctfpool->curr_obj <= ctfpool->max_obj); CTFPOOL_UNLOCK(ctfpool, flags); }
static inline struct sk_buff * osl_pktfastget(osl_t *osh, uint len) { struct sk_buff *skb; #ifdef CTFPOOL_SPINLOCK unsigned long flags; #endif if (osh->ctfpool == NULL) return NULL; CTFPOOL_LOCK(osh->ctfpool, flags); if (osh->ctfpool->head == NULL) { ASSERT(osh->ctfpool->curr_obj == 0); osh->ctfpool->slow_allocs++; CTFPOOL_UNLOCK(osh->ctfpool, flags); return NULL; } ASSERT(len <= osh->ctfpool->obj_size); skb = (struct sk_buff *)osh->ctfpool->head; osh->ctfpool->head = (void *)skb->next; osh->ctfpool->fast_allocs++; osh->ctfpool->curr_obj--; ASSERT(CTFPOOLHEAD(osh, skb) == (struct sock *)osh->ctfpool->head); CTFPOOL_UNLOCK(osh->ctfpool, flags); skb->next = skb->prev = NULL; #if defined(__ARM_ARCH_7A__) skb->data = skb->head + NET_SKB_PAD; skb->tail = skb->head + NET_SKB_PAD; #else skb->data = skb->head + 16; skb->tail = skb->head + 16; #endif skb->len = 0; skb->cloned = 0; #if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 14) skb->list = NULL; #endif atomic_set(&skb->users, 1); PKTSETCLINK(skb, NULL); PKTCCLRATTR(skb); return skb; }
void * osl_ctfpool_add(osl_t *osh) { struct sk_buff *skb; #ifdef CTFPOOL_SPINLOCK unsigned long flags; #endif if ((osh == NULL) || (osh->ctfpool == NULL)) return NULL; CTFPOOL_LOCK(osh->ctfpool, flags); ASSERT(osh->ctfpool->curr_obj <= osh->ctfpool->max_obj); if (osh->ctfpool->curr_obj == osh->ctfpool->max_obj) { CTFPOOL_UNLOCK(osh->ctfpool, flags); return NULL; } skb = osl_alloc_skb(osh->ctfpool->obj_size); if (skb == NULL) { printf("%s: skb alloc of len %d failed\n", __FUNCTION__, osh->ctfpool->obj_size); CTFPOOL_UNLOCK(osh->ctfpool, flags); return NULL; } skb->next = (struct sk_buff *)osh->ctfpool->head; osh->ctfpool->head = skb; osh->ctfpool->fast_frees++; osh->ctfpool->curr_obj++; CTFPOOLPTR(osh, skb) = (void *)osh->ctfpool; PKTFAST(osh, skb) = FASTBUF; CTFPOOL_UNLOCK(osh->ctfpool, flags); return skb; }
/* * Allocate and add an object to packet pool. */ void * osl_ctfpool_add(osl_t *osh) { struct sk_buff *skb; #ifdef CTFPOOL_SPINLOCK unsigned long flags; #endif /* CTFPOOL_SPINLOCK */ if ((osh == NULL) || (osh->ctfpool == NULL)) return NULL; CTFPOOL_LOCK(osh->ctfpool, flags); ASSERT(osh->ctfpool->curr_obj <= osh->ctfpool->max_obj); /* No need to allocate more objects */ if (osh->ctfpool->curr_obj == osh->ctfpool->max_obj) { CTFPOOL_UNLOCK(osh->ctfpool, flags); return NULL; } /* Allocate a new skb and add it to the ctfpool */ skb = osl_alloc_skb(osh, osh->ctfpool->obj_size); if (skb == NULL) { printf("%s: skb alloc of len %d failed\n", __FUNCTION__, osh->ctfpool->obj_size); CTFPOOL_UNLOCK(osh->ctfpool, flags); return NULL; } /* Add to ctfpool */ skb->next = (struct sk_buff *)osh->ctfpool->head; osh->ctfpool->head = skb; osh->ctfpool->fast_frees++; osh->ctfpool->curr_obj++; /* Hijack a skb member to store ptr to ctfpool */ CTFPOOLPTR(osh, skb) = (void *)osh->ctfpool; /* Use bit flag to indicate skb from fast ctfpool */ PKTFAST(osh, skb) = FASTBUF; CTFPOOL_UNLOCK(osh->ctfpool, flags); return skb; }
void * BCMFASTPATH osl_pktget(osl_t *osh, uint len) { struct sk_buff *skb; #ifdef CTFPOOL skb = osl_pktfastget(osh, len); if ((skb != NULL) || ((skb = osl_alloc_skb(osh, len)) != NULL)) { #else if ((skb = osl_alloc_skb(osh, len))) { #endif skb->tail += len; skb->len += len; skb->priority = 0; atomic_inc(&osh->pktalloced); } return ((void*) skb); } #ifdef CTFPOOL static inline void osl_pktfastfree(osl_t *osh, struct sk_buff *skb) { ctfpool_t *ctfpool; #ifdef CTFPOOL_SPINLOCK unsigned long flags; #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 14) skb->tstamp.tv.sec = 0; #else skb->stamp.tv_sec = 0; #endif skb->dev = NULL; #if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 36) skb->dst = NULL; #endif OSL_PKTTAG_CLEAR(skb); skb->ip_summed = 0; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 36) skb_orphan(skb); #else skb->destructor = NULL; #endif ctfpool = (ctfpool_t *)CTFPOOLPTR(osh, skb); ASSERT(ctfpool != NULL); CTFPOOL_LOCK(ctfpool, flags); skb->next = (struct sk_buff *)ctfpool->head; ctfpool->head = (void *)skb; ctfpool->fast_frees++; ctfpool->curr_obj++; ASSERT(ctfpool->curr_obj <= ctfpool->max_obj); CTFPOOL_UNLOCK(ctfpool, flags); }
/* Return a new packet. zero out pkttag */ void * BCMFASTPATH osl_pktget(osl_t *osh, uint len) { struct sk_buff *skb; #ifdef CTFPOOL /* Allocate from local pool */ skb = osl_pktfastget(osh, len); if ((skb != NULL) || ((skb = osl_alloc_skb(len)) != NULL)) { #else /* CTFPOOL */ if ((skb = osl_alloc_skb(len))) { #endif /* CTFPOOL */ skb_put(skb, len); skb->priority = 0; atomic_inc(&osh->pktalloced); } return ((void*) skb); } #ifdef CTFPOOL static inline void osl_pktfastfree(osl_t *osh, struct sk_buff *skb) { ctfpool_t *ctfpool; #ifdef CTFPOOL_SPINLOCK unsigned long flags; #endif /* CTFPOOL_SPINLOCK */ #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 14) skb->tstamp.tv64 = 0; #else skb->stamp.tv_sec = 0; #endif /* We only need to init the fields that we change */ skb->dev = NULL; #if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 36) skb->dst = NULL; #endif OSL_PKTTAG_CLEAR(skb); skb->ip_summed = 0; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 36) skb_orphan(skb); #else skb->destructor = NULL; #endif ctfpool = (ctfpool_t *)CTFPOOLPTR(osh, skb); // ASSERT(ctfpool != NULL); if (ctfpool == NULL) return; /* Add object to the ctfpool */ CTFPOOL_LOCK(ctfpool, flags); skb->next = (struct sk_buff *)ctfpool->head; ctfpool->head = (void *)skb; ctfpool->fast_frees++; ctfpool->curr_obj++; ASSERT(ctfpool->curr_obj <= ctfpool->max_obj); CTFPOOL_UNLOCK(ctfpool, flags); }