window.h

Go to the documentation of this file.

#ifndef NDNDPDK_FETCH_WINDOW_H
#define NDNDPDK_FETCH_WINDOW_H

 
#include "../core/mintmr.h"
 
enum {
  FetchSegTxTimeBits = 56,
  FetchSegTxTimeMask = ((uint64_t)1 << FetchSegTxTimeBits) - 1,
};
static_assert(FetchSegTxTimeBits + 1 + 1 <= 64, "");

typedef struct __rte_packed_begin FetchSeg {
  uint64_t segNum; 
  struct {
    uint64_t txTime : FetchSegTxTimeBits; 
    bool hasRetx : 1;                     
    bool inRetxQ : 1;
  } __rte_packed_end;
  union {
    MinTmr rtoExpiry;              
    struct cds_list_head retxNode; 
  };
} FetchSeg;
 
__attribute__((nonnull)) static inline void
FetchSeg_Init(FetchSeg* seg, uint64_t segNum) {
  *seg = (FetchSeg){.segNum = segNum};
}

typedef struct FetchWindow {
  FetchSeg* array;       
  uint64_t* deleted;     
  uint32_t capacityMask; 
  uint64_t loSegNum;     
  uint64_t hiSegNum;     
} FetchWindow;

__attribute__((nonnull)) void
FetchWindow_Init(FetchWindow* win, uint32_t capacity, int numaSocket);

__attribute__((nonnull)) void
FetchWindow_Free(FetchWindow* win);

__attribute__((nonnull)) void
FetchWindow_Reset(FetchWindow* win, uint64_t firstSegNum);

__attribute__((nonnull)) static __rte_always_inline void
FetchWindow_Pos_(FetchWindow* win, uint64_t segNum, FetchSeg** seg, uint64_t** deletedSlab,
                 uint64_t* deletedBit) {
  uint64_t pos = segNum & win->capacityMask;
  *seg = &win->array[pos];
  *deletedSlab = &win->deleted[pos >> 6];
  *deletedBit = RTE_BIT64(pos & 0x3F);
}

__attribute__((nonnull)) void
FetchWindow_Advance_(FetchWindow* win);
 
__attribute__((nonnull)) static __rte_always_inline FetchSeg*
FetchWindow_GetOrDelete_(FetchWindow* win, uint64_t segNum, bool isDelete) {
  if (unlikely(segNum < win->loSegNum || segNum >= win->hiSegNum)) {
    return NULL;
  }
 
  FetchSeg* seg = NULL;
  uint64_t* deletedSlab = NULL;
  uint64_t deletedBit = 0;
  FetchWindow_Pos_(win, segNum, &seg, &deletedSlab, &deletedBit);
  if (unlikely((*deletedSlab & deletedBit) != 0)) {
    return NULL;
  }
 
  if (isDelete) {
    *deletedSlab |= deletedBit;
    if (segNum == win->loSegNum) {
      FetchWindow_Advance_(win);
    }
  }
 
  return seg;
}

__attribute__((nonnull)) static inline FetchSeg*
FetchWindow_Get(FetchWindow* win, uint64_t segNum) {
  return FetchWindow_GetOrDelete_(win, segNum, false);
}

__attribute__((nonnull)) static inline FetchSeg*
FetchWindow_Append(FetchWindow* win) {
  uint64_t segNum = win->hiSegNum;
  if (unlikely(segNum - win->loSegNum > win->capacityMask)) {
    return NULL;
  }
  ++win->hiSegNum;
 
  FetchSeg* seg = NULL;
  uint64_t* deletedSlab = NULL;
  uint64_t deletedBit = 0;
  FetchWindow_Pos_(win, segNum, &seg, &deletedSlab, &deletedBit);
  *deletedSlab &= ~deletedBit;
  FetchSeg_Init(seg, segNum);
  return seg;
}

__attribute__((nonnull)) static inline void
FetchWindow_Delete(FetchWindow* win, uint64_t segNum) {
  FetchWindow_GetOrDelete_(win, segNum, true);
}
 
#endif // NDNDPDK_FETCH_WINDOW_H