|
1 | 1 | package main
|
2 | 2 |
|
3 | 3 | import (
|
4 |
| - "fmt" |
5 |
| - "time" |
| 4 | + "fmt" |
| 5 | + "time" |
6 | 6 |
|
7 |
| - kinesis "github.com/sendgridlabs/go-kinesis" |
| 7 | + kinesis "github.com/sendgridlabs/go-kinesis" |
8 | 8 | )
|
9 | 9 |
|
10 | 10 | func getRecords(ksis *kinesis.Kinesis, streamName, ShardId string) {
|
11 |
| - args := kinesis.NewArgs() |
12 |
| - args.Add("StreamName", streamName) |
13 |
| - args.Add("ShardId", ShardId) |
14 |
| - args.Add("ShardIteratorType", "TRIM_HORIZON") |
15 |
| - resp10, _ := ksis.GetShardIterator(args) |
16 |
| - |
17 |
| - shardIterator := resp10.ShardIterator |
18 |
| - |
19 |
| - for { |
20 |
| - args = kinesis.NewArgs() |
21 |
| - args.Add("ShardIterator", shardIterator) |
22 |
| - resp11, err := ksis.GetRecords(args) |
23 |
| - |
24 |
| - if len(resp11.Records) > 0 { |
25 |
| - fmt.Printf("GetRecords Data BEGIN\n") |
26 |
| - for _, d := range resp11.Records { |
27 |
| - res, err := d.GetData() |
28 |
| - fmt.Printf("GetRecords Data: %v, err: %v\n", string(res), err) |
29 |
| - } |
30 |
| - fmt.Printf("GetRecords Data END\n") |
31 |
| - } else if resp11.NextShardIterator == "" || shardIterator == resp11.NextShardIterator || err != nil { |
32 |
| - fmt.Printf("GetRecords ERROR: %v\n", err) |
33 |
| - break |
34 |
| - } |
35 |
| - |
36 |
| - shardIterator = resp11.NextShardIterator |
37 |
| - } |
| 11 | + args := kinesis.NewArgs() |
| 12 | + args.Add("StreamName", streamName) |
| 13 | + args.Add("ShardId", ShardId) |
| 14 | + args.Add("ShardIteratorType", "TRIM_HORIZON") |
| 15 | + resp10, _ := ksis.GetShardIterator(args) |
| 16 | + |
| 17 | + shardIterator := resp10.ShardIterator |
| 18 | + |
| 19 | + for { |
| 20 | + args = kinesis.NewArgs() |
| 21 | + args.Add("ShardIterator", shardIterator) |
| 22 | + resp11, err := ksis.GetRecords(args) |
| 23 | + |
| 24 | + if len(resp11.Records) > 0 { |
| 25 | + fmt.Printf("GetRecords Data BEGIN\n") |
| 26 | + for _, d := range resp11.Records { |
| 27 | + res, err := d.GetData() |
| 28 | + fmt.Printf("GetRecords Data: %v, err: %v\n", string(res), err) |
| 29 | + } |
| 30 | + fmt.Printf("GetRecords Data END\n") |
| 31 | + } else if resp11.NextShardIterator == "" || shardIterator == resp11.NextShardIterator || err != nil { |
| 32 | + fmt.Printf("GetRecords ERROR: %v\n", err) |
| 33 | + break |
| 34 | + } |
| 35 | + |
| 36 | + shardIterator = resp11.NextShardIterator |
| 37 | + } |
38 | 38 | }
|
39 | 39 |
|
40 | 40 | func main() {
|
41 |
| - fmt.Println("Begin") |
42 |
| - |
43 |
| - streamName := "test" |
44 |
| - // set env variables AWS_ACCESS_KEY and AWS_SECRET_KEY AWS_REGION_NAME |
45 |
| - ksis := kinesis.New("", "", kinesis.Region{}) |
46 |
| - |
47 |
| - err := ksis.CreateStream(streamName, 2) |
48 |
| - if err != nil { |
49 |
| - fmt.Printf("CreateStream ERROR: %v\n", err) |
50 |
| - } |
51 |
| - |
52 |
| - args := kinesis.NewArgs() |
53 |
| - resp2, _ := ksis.ListStreams(args) |
54 |
| - fmt.Printf("ListStreams: %v\n", resp2) |
55 |
| - |
56 |
| - resp3 := &kinesis.DescribeStreamResp{} |
57 |
| - |
58 |
| - timeout := make(chan bool, 30) |
59 |
| - for { |
60 |
| - |
61 |
| - args = kinesis.NewArgs() |
62 |
| - args.Add("StreamName", streamName) |
63 |
| - resp3, _ = ksis.DescribeStream(args) |
64 |
| - fmt.Printf("DescribeStream: %v\n", resp3) |
65 |
| - |
66 |
| - if resp3.StreamDescription.StreamStatus != "ACTIVE" { |
67 |
| - time.Sleep(4 * time.Second) |
68 |
| - timeout <- true |
69 |
| - } else { |
70 |
| - break |
71 |
| - } |
72 |
| - |
73 |
| - } |
74 |
| - |
75 |
| - for i := 0; i < 10; i++ { |
76 |
| - args = kinesis.NewArgs() |
77 |
| - args.Add("StreamName", streamName) |
78 |
| - args.AddData([]byte(fmt.Sprintf("Hello AWS Kinesis %d", i))) |
79 |
| - args.Add("PartitionKey", fmt.Sprintf("partitionKey-%d", i)) |
80 |
| - resp4, err := ksis.PutRecord(args) |
81 |
| - if err != nil { |
82 |
| - fmt.Printf("PutRecord err: %v\n", err) |
83 |
| - } else { |
84 |
| - fmt.Printf("PutRecord: %v\n", resp4) |
85 |
| - } |
86 |
| - } |
87 |
| - |
88 |
| - for _, shard := range resp3.StreamDescription.Shards { |
89 |
| - go getRecords(ksis, streamName, shard.ShardId) |
90 |
| - } |
91 |
| - |
92 |
| - var inputGuess string |
93 |
| - fmt.Scanf("%s\n", &inputGuess) |
94 |
| - |
95 |
| - err1 := ksis.DeleteStream("test") |
96 |
| - if err1 != nil { |
97 |
| - fmt.Printf("DeleteStream ERROR: %v\n", err1) |
98 |
| - } |
99 |
| - |
100 |
| - fmt.Println("End") |
| 41 | + fmt.Println("Begin") |
| 42 | + |
| 43 | + streamName := "test" |
| 44 | + // set env variables AWS_ACCESS_KEY and AWS_SECRET_KEY AWS_REGION_NAME |
| 45 | + ksis := kinesis.New("", "", kinesis.Region{}) |
| 46 | + |
| 47 | + err := ksis.CreateStream(streamName, 2) |
| 48 | + if err != nil { |
| 49 | + fmt.Printf("CreateStream ERROR: %v\n", err) |
| 50 | + } |
| 51 | + |
| 52 | + args := kinesis.NewArgs() |
| 53 | + resp2, _ := ksis.ListStreams(args) |
| 54 | + fmt.Printf("ListStreams: %v\n", resp2) |
| 55 | + |
| 56 | + resp3 := &kinesis.DescribeStreamResp{} |
| 57 | + |
| 58 | + timeout := make(chan bool, 30) |
| 59 | + for { |
| 60 | + |
| 61 | + args = kinesis.NewArgs() |
| 62 | + args.Add("StreamName", streamName) |
| 63 | + resp3, _ = ksis.DescribeStream(args) |
| 64 | + fmt.Printf("DescribeStream: %v\n", resp3) |
| 65 | + |
| 66 | + if resp3.StreamDescription.StreamStatus != "ACTIVE" { |
| 67 | + time.Sleep(4 * time.Second) |
| 68 | + timeout <- true |
| 69 | + } else { |
| 70 | + break |
| 71 | + } |
| 72 | + |
| 73 | + } |
| 74 | + |
| 75 | + for i := 0; i < 10; i++ { |
| 76 | + args = kinesis.NewArgs() |
| 77 | + args.Add("StreamName", streamName) |
| 78 | + args.AddData([]byte(fmt.Sprintf("Hello AWS Kinesis %d", i))) |
| 79 | + args.Add("PartitionKey", fmt.Sprintf("partitionKey-%d", i)) |
| 80 | + resp4, err := ksis.PutRecord(args) |
| 81 | + if err != nil { |
| 82 | + fmt.Printf("PutRecord err: %v\n", err) |
| 83 | + } else { |
| 84 | + fmt.Printf("PutRecord: %v\n", resp4) |
| 85 | + } |
| 86 | + } |
| 87 | + |
| 88 | + for _, shard := range resp3.StreamDescription.Shards { |
| 89 | + go getRecords(ksis, streamName, shard.ShardId) |
| 90 | + } |
| 91 | + |
| 92 | + var inputGuess string |
| 93 | + fmt.Scanf("%s\n", &inputGuess) |
| 94 | + |
| 95 | + err1 := ksis.DeleteStream("test") |
| 96 | + if err1 != nil { |
| 97 | + fmt.Printf("DeleteStream ERROR: %v\n", err1) |
| 98 | + } |
| 99 | + |
| 100 | + fmt.Println("End") |
101 | 101 | }
|
0 commit comments