Skip to content

ConcurrentPushStreamSubscriber

faststream.nats.subscriber.usecases.stream_push_subscriber.ConcurrentPushStreamSubscriber #

ConcurrentPushStreamSubscriber(
    *args: Any, max_workers: int, **kwargs: Any
)

Bases: ConcurrentMixin[Msg], StreamSubscriber

Source code in faststream/_internal/endpoint/subscriber/mixins.py
66
67
68
69
70
71
72
73
74
75
76
77
def __init__(
    self,
    *args: Any,
    max_workers: int,
    **kwargs: Any,
) -> None:
    self.max_workers = max_workers
    self.limiter = anyio.Semaphore(max_workers)
    # Closed until `start`, so a subscriber that is only declared holds nothing open
    self.send_stream, self.receive_stream = _closed_queue()

    super().__init__(*args, **kwargs)

subscription instance-attribute #

subscription: Optional[PushSubscription]

lock instance-attribute #

lock: AbstractContextManager[Any] = FakeContext()

extra_watcher_options instance-attribute #

extra_watcher_options: dict[str, Any] = {}

graceful_timeout instance-attribute #

graceful_timeout: float | None

calls instance-attribute #

calls = calls

specification instance-attribute #

specification = specification

ack_policy instance-attribute #

ack_policy = config.ack_policy

running instance-attribute #

running = False

config instance-attribute #

config = config.sub_config

extra_options instance-attribute #

extra_options = config.extra_options or {}

subject property #

subject: Address

The subject this Subscriber was declared with, and its Broker address.

filter_subjects property #

filter_subjects: list[str]

connection property #

connection: Client

jetstream property #

jetstream: JetStreamContext

queue instance-attribute #

queue = queue

stream instance-attribute #

stream = stream

tasks instance-attribute #

tasks: list[Task[Any]] = []

send_stream instance-attribute #

send_stream: MemoryObjectSendStream[MsgType]

receive_stream instance-attribute #

receive_stream: MemoryObjectReceiveStream[MsgType]

max_workers instance-attribute #

max_workers = max_workers

limiter instance-attribute #

limiter = anyio.Semaphore(max_workers)

start async #

start() -> None
Source code in faststream/_internal/endpoint/subscriber/mixins.py
79
80
81
82
83
84
85
@override
async def start(self) -> None:
    # Opened before `super().start()`: a broker can hand over a message before it returns
    self.send_stream, self.receive_stream = anyio.create_memory_object_stream(
        max_buffer_size=self.max_workers,
    )
    await super().start()

stop async #

stop() -> None
Source code in faststream/_internal/endpoint/subscriber/mixins.py
87
88
89
90
91
92
@override
async def stop(self) -> None:
    await super().stop()

    self.send_stream.close()
    self.receive_stream.close()

add_call #

add_call(
    *,
    parser_: Optional[CustomCallable],
    decoder_: Optional[CustomCallable],
    dependencies_: Sequence[Dependant],
    codec_: Optional[CodecProto] = None,
) -> Self
Source code in faststream/_internal/endpoint/subscriber/usecase.py
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
def add_call(
    self,
    *,
    parser_: Optional["CustomCallable"],
    decoder_: Optional["CustomCallable"],
    dependencies_: Sequence["Dependant"],
    codec_: Optional["CodecProto"] = None,
) -> Self:
    self._call_options = _CallOptions(
        parser=parser_,
        decoder=decoder_,
        dependencies=dependencies_,
        codec=codec_,
    )
    return self

consume async #

consume(msg: MsgType) -> Any

Consume a message asynchronously.

Source code in faststream/_internal/endpoint/subscriber/usecase.py
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
async def consume(self, msg: MsgType) -> Any:
    """Consume a message asynchronously."""
    if not self.running:
        return None

    try:
        return await self.process_message(msg)

    except StopConsume:
        # Stop handler at StopConsume exception
        await self.stop()

    except SystemExit:
        # Stop handler at `exit()` call
        await self.stop()

        if app := self._outer_config.context.get("app"):
            app.exit()

    except Exception:  # nosec B110  # noqa: S110
        # All other exceptions were logged by CriticalLogMiddleware
        pass

process_message async #

process_message(msg: MsgType) -> Response

Execute all message processing stages.

Source code in faststream/_internal/endpoint/subscriber/usecase.py
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
async def process_message(self, msg: MsgType) -> "Response":
    """Execute all message processing stages."""
    context = self._outer_config.context
    logger_state = self._outer_config.logger

    async with AsyncExitStack() as stack:
        stack.enter_context(self.lock)

        # Enter context before middlewares
        stack.enter_context(
            context.scopes(
                (
                    ("handler_", self),
                    ("logger", logger_state.logger.logger),
                    *self._outer_config.extra_context.items(),
                ),
            ),
        )

        # enter all middlewares
        middlewares: list[BaseMiddleware] = []
        for base_m in self.__build__middlewares_stack():
            middleware = base_m(msg, context=context)
            middlewares.append(middleware)
            await middleware.__aenter__()

        cache: dict[Any, Any] = {}
        parsing_error: Exception | None = None
        for h in self.calls:
            try:
                message = await h.is_suitable(msg, cache)
            except Exception as e:
                parsing_error = e
                break

            if message is not None:
                stack.enter_context(
                    context.scopes(
                        (
                            ("log_context", self.get_log_context(message)),
                            ("message", message),
                        ),
                    ),
                )

                # Middlewares should be exited before scope release
                for m in middlewares:
                    stack.push_async_exit(m.__aexit__)

                result_msg = ensure_response(
                    await h.call(
                        message=message,
                        # consumer middlewares
                        _extra_middlewares=(
                            m.consume_scope for m in middlewares[::-1]
                        ),
                    ),
                )

                if not result_msg.correlation_id:
                    result_msg.correlation_id = message.correlation_id

                for p in chain(
                    self.__get_response_publisher(message),
                    h.handler._publishers,
                ):
                    await p._publish(
                        result_msg.as_publish_command(),
                        _extra_middlewares=(
                            m.publish_scope for m in middlewares[::-1]
                        ),
                    )

                # Return data for tests
                return result_msg

        # Suitable handler was not found or
        # parsing/decoding exception occurred
        for m in middlewares:
            stack.push_async_exit(m.__aexit__)

        # Reraise it to catch in tests
        if parsing_error:
            raise parsing_error

        error_msg = f"There is no suitable handler for {msg=}"
        raise SubscriberNotFound(error_msg)

    # An error was raised and processed by some middleware
    return ensure_response(None)

get_one async #

get_one(*, timeout: float = 5) -> Optional[NatsMessage]
Source code in faststream/nats/subscriber/usecases/stream_basic.py
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
@override
async def get_one(self, *, timeout: float = 5) -> Optional["NatsMessage"]:
    assert not self.calls, (
        "You can't use `get_one` method if subscriber has registered handlers."
    )

    if not self._fetch_sub:
        extra_options = {
            "pending_bytes_limit": self.extra_options["pending_bytes_limit"],
            "pending_msgs_limit": self.extra_options["pending_msgs_limit"],
            "durable": self.extra_options["durable"],
            "stream": self.extra_options["stream"],
        }
        if inbox_prefix := self.extra_options.get("inbox_prefix"):
            extra_options["inbox_prefix"] = inbox_prefix

        self._fetch_sub = await self.jetstream.pull_subscribe(
            subject=self.subject.broker_address,
            config=self.config,
            **extra_options,
        )

    try:
        raw_message = (
            await self._fetch_sub.fetch(
                batch=1,
                timeout=timeout,
            )
        )[0]
    except (TimeoutError, ConnectionClosedError):
        return None

    context = self._outer_config.context
    async_parser, async_decoder = self._get_parser_and_decoder()

    msg: NatsMessage = await process_msg(  # type: ignore[assignment]
        msg=raw_message,
        middlewares=(
            m(raw_message, context=context) for m in self._broker_middlewares
        ),
        parser=async_parser,
        decoder=async_decoder,
    )
    return msg

get_log_context #

get_log_context(
    message: Optional[StreamMessage[Msg]],
) -> dict[str, str]

Log context factory using in self.consume scope.

PARAMETER DESCRIPTION
message

Message which we are building context for

TYPE: Optional[StreamMessage[Msg]]

Source code in faststream/nats/subscriber/usecases/stream_basic.py
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
def get_log_context(
    self,
    message: Optional["StreamMessage[Msg]"],
) -> dict[str, str]:
    """Log context factory using in `self.consume` scope.

    Args:
        message: Message which we are building context for
    """
    return self.build_log_context(
        message=message,
        subject=self._resolved_subject_string,
        queue=self.queue,
        stream=self.stream.name,
    )

schema #

schema() -> dict[str, SubscriberSpec]
Source code in faststream/_internal/endpoint/subscriber/usecase.py
518
519
520
def schema(self) -> dict[str, "SubscriberSpec"]:
    self._build_fastdepends_model()
    return self.specification.get_schema()

build_log_context staticmethod #

build_log_context(
    message: Optional[StreamMessage[MsgType]],
    subject: str,
    *,
    queue: str = "",
    stream: str = "",
) -> dict[str, str]

Static method to build log context out of self.consume scope.

Source code in faststream/nats/subscriber/usecases/basic.py
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
@staticmethod
def build_log_context(
    message: Optional["StreamMessage[MsgType]"],
    subject: str,
    *,
    queue: str = "",
    stream: str = "",
) -> dict[str, str]:
    """Static method to build log context out of `self.consume` scope."""
    return {
        "subject": subject,
        "queue": queue,
        "stream": stream,
        "message_id": getattr(message, "message_id", ""),
    }

add_task #

add_task(
    func: Callable[..., Coroutine[Any, Any, Any]],
    func_args: tuple[Any, ...] | None = None,
    func_kwargs: dict[str, Any] | None = None,
    *,
    restart_on_failure: bool = True,
) -> None
Source code in faststream/_internal/endpoint/subscriber/mixins.py
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
def add_task(
    self,
    func: Callable[..., Coroutine[Any, Any, Any]],
    func_args: tuple[Any, ...] | None = None,
    func_kwargs: dict[str, Any] | None = None,
    *,
    restart_on_failure: bool = True,
) -> None:
    args = func_args or ()
    kwargs = func_kwargs or {}
    task = asyncio.create_task(func(*args, **kwargs))
    callback = TaskCallbackSupervisor(
        func,
        func_args,
        func_kwargs,
        self,
        restart_on_failure=restart_on_failure,
    )
    task.add_done_callback(callback)
    self.tasks.append(task)

start_consume_task #

start_consume_task() -> None
Source code in faststream/_internal/endpoint/subscriber/mixins.py
94
95
def start_consume_task(self) -> None:
    self.add_task(self._serve_consume_queue)