0.0.64 • Published 2 years ago

@w5/redistream v0.0.64

Weekly downloads
-
License
Apache-2.0
Repository
github
Last release
2 years ago

@w5/redistream

redis stream 用法

Redis stream 教程 Redis 中文文档

  1. 创建流和消费组
stream_name = 'img'
group_name = 'get'
# 0 表示从头开始读取
await redis.xgroup('create', stream_name, group_name, 0, 'MKSTREAM')
  1. 每个消费者批量认领任务(redis 会确保一个消费者只认领一个任务)
> os > hostname

BLOCK_TIMEOUT = 10 * 60 * 1000 # 10分钟超时

consumer = hostname()

for [_, li] from ( # _ 是 stream name
  await redis.xreadgroup(
    'GROUP', group_name
    consumer
    'COUNT', limit,
    'BLOCK', block_timeout
    'STREAMS',stream_name
    '>'
  ) or []
)
  for [id, msg] from li
    try
      await func(id,msg)
    finnaly
      await redis.xdel stream_name, id
  1. 处理长期未 ACK 的 pending(被 xdel 的也会在这个阶段删除)
loop
  [
    _
    li
  ] = await redis.xautoclaim(stream_name, GROUP_NAME, consumer, 1000, '0-0')
  if not li.length
    break
  for [id, msg] from li
    try
      await func(id,msg)
    finnaly
      await redis.xdel stream_name, id
  1. 每天清理长期未工作的消费者
for [_,name,_,pending,_,idle] from await redis.xinfo('CONSUMERS', stream_name, GROUP_NAME)
  if pending == 0 and idle > 86400000
    await redis.xgroup('DELCONSUMER',stream_name,GROUP_NAME,name)

test/main.coffee :

#!/usr/bin/env coffee

output :

./out.txt
0.0.62

2 years ago

0.0.63

2 years ago

0.0.64

2 years ago

0.0.60

2 years ago

0.0.61

2 years ago

0.0.59

2 years ago

0.0.51

2 years ago

0.0.52

2 years ago

0.0.53

2 years ago

0.0.54

2 years ago

0.0.55

2 years ago

0.0.56

2 years ago

0.0.57

2 years ago

0.0.58

2 years ago

0.0.50

2 years ago

0.0.40

2 years ago

0.0.41

2 years ago

0.0.42

2 years ago

0.0.43

2 years ago

0.0.44

2 years ago

0.0.45

2 years ago

0.0.46

2 years ago

0.0.47

2 years ago

0.0.37

2 years ago

0.0.38

2 years ago

0.0.39

2 years ago

0.0.30

2 years ago

0.0.32

2 years ago

0.0.33

2 years ago

0.0.36

2 years ago

0.0.48

2 years ago

0.0.49

2 years ago

0.0.29

2 years ago

0.0.28

2 years ago

0.0.27

2 years ago

0.0.26

2 years ago

0.0.25

2 years ago

0.0.23

2 years ago

0.0.22

2 years ago

0.0.21

2 years ago

0.0.20

2 years ago

0.0.19

2 years ago

0.0.18

2 years ago

0.0.17

2 years ago

0.0.15

2 years ago

0.0.14

2 years ago

0.0.13

2 years ago

0.0.12

2 years ago

0.0.11

2 years ago

0.0.10

2 years ago

0.0.9

2 years ago

0.0.8

2 years ago

0.0.7

2 years ago

0.0.5

2 years ago

0.0.4

2 years ago

0.0.3

2 years ago

0.0.2

2 years ago

0.0.1

2 years ago