Skip to content

Commit

Permalink
Place an absolute limit on elements in TimedStore.
Browse files Browse the repository at this point in the history
  • Loading branch information
vmarmol committed May 1, 2015
1 parent 95f1ee9 commit 734df4d
Show file tree
Hide file tree
Showing 5 changed files with 52 additions and 13 deletions.
2 changes: 1 addition & 1 deletion events/handler.go
Original file line number Diff line number Diff line change
Expand Up @@ -262,7 +262,7 @@ func (self *events) updateEventStore(e *info.Event) {
self.eventsLock.Lock()
defer self.eventsLock.Unlock()
if _, ok := self.eventStore[e.EventType]; !ok {
self.eventStore[e.EventType] = utils.NewTimedStore(self.maxAge)
self.eventStore[e.EventType] = utils.NewTimedStore(self.maxAge, -1)
}
self.eventStore[e.EventType].Add(e.Timestamp, e)
}
Expand Down
2 changes: 1 addition & 1 deletion events/handler_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,7 @@ func initializeScenario(t *testing.T) (*events, *Request, *info.Event, *info.Eve
fakeEvent := makeEvent(createOldTime(t), "/")
fakeEvent2 := makeEvent(time.Now(), "/")

return NewEventManager(time.Hour), NewRequest(), fakeEvent, fakeEvent2
return NewEventManager(time.Hour, -1), NewRequest(), fakeEvent, fakeEvent2
}

func checkNumberOfEvents(t *testing.T, numEventsExpected int, numEventsReceived int) {
Expand Down
2 changes: 1 addition & 1 deletion storage/memory/memory.go
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,7 @@ func (self *containerStorage) RecentStats(start, end time.Time, maxStats int) ([
func newContainerStore(ref info.ContainerReference, maxAge time.Duration) *containerStorage {
return &containerStorage{
ref: ref,
recentStats: utils.NewTimedStore(maxAge),
recentStats: utils.NewTimedStore(maxAge, -1),
maxAge: maxAge,
}
}
Expand Down
22 changes: 16 additions & 6 deletions utils/timed_store.go
Original file line number Diff line number Diff line change
Expand Up @@ -19,10 +19,12 @@ import (
"time"
)

// A time-based buffer for ContainerStats. Holds information for a specific time period.
// A time-based buffer for ContainerStats.
// Holds information for a specific time period and/or a max number of items.
type TimedStore struct {
buffer []timedStoreData
age time.Duration
buffer []timedStoreData
age time.Duration
maxItems int
}

type timedStoreData struct {
Expand All @@ -31,10 +33,12 @@ type timedStoreData struct {
}

// Returns a new thread-compatible TimedStore.
func NewTimedStore(age time.Duration) *TimedStore {
// A maxItems value of -1 means no limit.
func NewTimedStore(age time.Duration, maxItems int) *TimedStore {
return &TimedStore{
buffer: make([]timedStoreData, 0),
age: age,
buffer: make([]timedStoreData, 0),
age: age,
maxItems: maxItems,
}
}

Expand All @@ -49,6 +53,12 @@ func (self *TimedStore) Add(timestamp time.Time, item interface{}) {
self.buffer = self.buffer[index:]
}

// Remove any elements if over our max size.
if self.maxItems >= 0 && (len(self.buffer)+1) > self.maxItems {
startIndex := len(self.buffer) + 1 - self.maxItems
self.buffer = self.buffer[startIndex:]
}

copied := item
self.buffer = append(self.buffer, timedStoreData{
timestamp: timestamp,
Expand Down
37 changes: 33 additions & 4 deletions utils/timed_store_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ func expectElements(t *testing.T, actual []interface{}, expected []int) {
}

func TestAdd(t *testing.T) {
sb := NewTimedStore(5 * time.Second)
sb := NewTimedStore(5*time.Second, 100)

// Add 1.
sb.Add(createTime(0), 0)
Expand Down Expand Up @@ -84,7 +84,7 @@ func TestAdd(t *testing.T) {
}

func TestGet(t *testing.T) {
sb := NewTimedStore(5 * time.Second)
sb := NewTimedStore(5*time.Second, -1)
sb.Add(createTime(1), 1)
sb.Add(createTime(2), 2)
sb.Add(createTime(3), 3)
Expand All @@ -97,7 +97,7 @@ func TestGet(t *testing.T) {
}

func TestInTimeRange(t *testing.T) {
sb := NewTimedStore(5 * time.Second)
sb := NewTimedStore(5*time.Second, -1)
assert := assert.New(t)

var empty time.Time
Expand Down Expand Up @@ -174,7 +174,7 @@ func TestInTimeRange(t *testing.T) {
}

func TestInTimeRangeWithLimit(t *testing.T) {
sb := NewTimedStore(5 * time.Second)
sb := NewTimedStore(5*time.Second, -1)
sb.Add(createTime(1), 1)
sb.Add(createTime(2), 2)
sb.Add(createTime(3), 3)
Expand All @@ -190,3 +190,32 @@ func TestInTimeRangeWithLimit(t *testing.T) {
expectElements(t, sb.InTimeRange(empty, empty, 1), []int{4})
assert.Empty(t, sb.InTimeRange(empty, empty, 0))
}

func TestLimitedSize(t *testing.T) {
sb := NewTimedStore(time.Hour, 5)

// Add 1.
sb.Add(createTime(0), 0)
expectSize(t, sb, 1)
expectAllElements(t, sb, []int{0})

// Fill the buffer.
for i := 1; i <= 5; i++ {
expectSize(t, sb, i)
sb.Add(createTime(i), i)
}
expectSize(t, sb, 5)
expectAllElements(t, sb, []int{1, 2, 3, 4, 5})

// Add more than is available in the buffer
sb.Add(createTime(6), 6)
expectSize(t, sb, 5)
expectAllElements(t, sb, []int{2, 3, 4, 5, 6})

// Replace all elements.
for i := 7; i <= 10; i++ {
sb.Add(createTime(i), i)
}
expectSize(t, sb, 5)
expectAllElements(t, sb, []int{6, 7, 8, 9, 10})
}

0 comments on commit 734df4d

Please sign in to comment.