ChannelConcurrentSubscriber

faststream.redis.subscriber.usecases.channel_subscriber.ChannelConcurrentSubscriber

ChannelConcurrentSubscriber(*args, max_workers, **kwargs)

Bases: ConcurrentMixin['BrokerStreamMessage[Any]'], ChannelSubscriber

Source code in faststream/_internal/endpoint/subscriber/mixins.py

def __init__(
    self,
    *args: Any,
    max_workers: int,
    **kwargs: Any,
) -> None:
    self.max_workers = max_workers

    self.send_stream, self.receive_stream = anyio.create_memory_object_stream(
        max_buffer_size=max_workers,
    )
    self.limiter = anyio.Semaphore(max_workers)

    super().__init__(*args, **kwargs)

lock instance-attribute

lock = FakeContext()

extra_watcher_options instance-attribute

extra_watcher_options = {}

graceful_timeout instance-attribute

graceful_timeout

calls instance-attribute

calls = calls

specification instance-attribute

specification = specification

ack_policy instance-attribute

ack_policy = ack_policy

running instance-attribute

running = False

tasks instance-attribute

tasks = []

config instance-attribute

config = config

subscription instance-attribute

subscription = None

channel property

channel

send_stream instance-attribute

send_stream

receive_stream instance-attribute

receive_stream

max_workers instance-attribute

max_workers = max_workers

limiter instance-attribute

limiter = Semaphore(max_workers)

start async

start()

Source code in faststream/redis/subscriber/usecases/channel_subscriber.py

async def start(self) -> None:
    await super().start()
    self.start_consume_task()

consume_one async

consume_one(msg)

Source code in faststream/redis/subscriber/usecases/channel_subscriber.py

async def consume_one(self, msg: "BrokerStreamMessage[Any]") -> None:
    await self._put_msg(msg)

stop async

stop()

Source code in faststream/redis/subscriber/usecases/channel_subscriber.py

async def stop(self) -> None:
    await super().stop()

    if self.subscription is not None:
        await self.subscription.unsubscribe()
        await self.subscription.aclose()  # type: ignore[attr-defined]
        self.subscription = None

add_call

add_call(*, parser_, decoder_, middlewares_, dependencies_)

Source code in faststream/_internal/endpoint/subscriber/usecase.py

def add_call(
    self,
    *,
    parser_: Optional["CustomCallable"],
    decoder_: Optional["CustomCallable"],
    middlewares_: Sequence["SubscriberMiddleware[Any]"],
    dependencies_: Iterable["Dependant"],
) -> Self:
    self._call_options = _CallOptions(
        parser=parser_,
        decoder=decoder_,
        middlewares=middlewares_,
        dependencies=dependencies_,
    )
    return self

consume async

consume(msg)

Consume a message asynchronously.

Source code in faststream/_internal/endpoint/subscriber/usecase.py

async def consume(self, msg: MsgType) -> Any:
    """Consume a message asynchronously."""
    if not self.running:
        return None

    try:
        return await self.process_message(msg)

    except StopConsume:
        # Stop handler at StopConsume exception
        await self.stop()

    except SystemExit:
        # Stop handler at `exit()` call
        await self.stop()

        if app := self._outer_config.fd_config.context.get("app"):
            app.exit()

    except Exception:  # nosec B110
        # All other exceptions were logged by CriticalLogMiddleware
        pass

process_message async

process_message(msg)

Execute all message processing stages.

Source code in faststream/_internal/endpoint/subscriber/usecase.py

async def process_message(self, msg: MsgType) -> "Response":
    """Execute all message processing stages."""
    context = self._outer_config.fd_config.context
    logger_state = self._outer_config.logger

    async with AsyncExitStack() as stack:
        stack.enter_context(self.lock)

        # Enter context before middlewares
        stack.enter_context(context.scope("handler_", self))
        stack.enter_context(context.scope("logger", logger_state.logger.logger))
        for k, v in self._outer_config.extra_context.items():
            stack.enter_context(context.scope(k, v))

        # enter all middlewares
        middlewares: list[BaseMiddleware] = []
        for base_m in self.__build__middlewares_stack():
            middleware = base_m(msg, context=context)
            middlewares.append(middleware)
            await middleware.__aenter__()

        cache: dict[Any, Any] = {}
        parsing_error: Exception | None = None
        for h in self.calls:
            try:
                message = await h.is_suitable(msg, cache)
            except Exception as e:
                parsing_error = e
                break

            if message is not None:
                stack.enter_context(
                    context.scope("log_context", self.get_log_context(message)),
                )
                stack.enter_context(context.scope("message", message))

                # Middlewares should be exited before scope release
                for m in middlewares:
                    stack.push_async_exit(m.__aexit__)

                result_msg = ensure_response(
                    await h.call(
                        message=message,
                        # consumer middlewares
                        _extra_middlewares=(
                            m.consume_scope for m in middlewares[::-1]
                        ),
                    ),
                )

                if not result_msg.correlation_id:
                    result_msg.correlation_id = message.correlation_id

                for p in chain(
                    self.__get_response_publisher(message),
                    h.handler._publishers,
                ):
                    await p._publish(
                        result_msg.as_publish_command(),
                        _extra_middlewares=(
                            m.publish_scope for m in middlewares[::-1]
                        ),
                    )

                # Return data for tests
                return result_msg

        # Suitable handler was not found or
        # parsing/decoding exception occurred
        for m in middlewares:
            stack.push_async_exit(m.__aexit__)

        # Reraise it to catch in tests
        if parsing_error:
            raise parsing_error

        error_msg = f"There is no suitable handler for {msg=}"
        raise SubscriberNotFound(error_msg)

    # An error was raised and processed by some middleware
    return ensure_response(None)

get_one async

get_one(*, timeout=5.0)

Source code in faststream/redis/subscriber/usecases/channel_subscriber.py

@override
async def get_one(
    self,
    *,
    timeout: float = 5.0,
) -> "RedisChannelMessage | None":
    assert self.subscription, "You should start subscriber at first."
    assert not self.calls, (
        "You can't use `get_one` method if subscriber has registered handlers."
    )

    sleep_interval = timeout / 10

    raw_message: PubSubMessage | None = None

    with anyio.move_on_after(timeout):
        while (raw_message := await self._get_message(self.subscription)) is None:  # noqa: ASYNC110
            await anyio.sleep(sleep_interval)

    context = self._outer_config.fd_config.context
    async_parser, async_decoder = self._get_parser_and_decoder()

    msg: RedisChannelMessage | None = await process_msg(  # type: ignore[assignment]
        msg=raw_message,
        middlewares=(
            m(raw_message, context=context) for m in self._broker_middlewares
        ),
        parser=async_parser,
        decoder=async_decoder,
    )
    return msg

get_log_context

get_log_context(message)

Source code in faststream/redis/subscriber/usecases/channel_subscriber.py

def get_log_context(
    self,
    message: Optional["BrokerStreamMessage[Any]"],
) -> dict[str, str]:
    return self.build_log_context(
        message=message,
        channel=self.channel.name,
    )

schema

schema()

Source code in faststream/_internal/endpoint/subscriber/usecase.py

def schema(self) -> dict[str, "SubscriberSpec"]:
    self._build_fastdepends_model()
    return self.specification.get_schema()

add_task

add_task(func, func_args=None, func_kwargs=None)

Source code in faststream/_internal/endpoint/subscriber/mixins.py

def add_task(
    self,
    func: Callable[..., Coroutine[Any, Any, Any]],
    func_args: tuple[Any, ...] | None = None,
    func_kwargs: dict[str, Any] | None = None,
) -> asyncio.Task[Any]:
    args = func_args or ()
    kwargs = func_kwargs or {}
    task = asyncio.create_task(func(*args, **kwargs))
    callback = TaskCallbackSupervisor(func, func_args, func_kwargs, self)
    task.add_done_callback(callback)
    self.tasks.append(task)
    return task

build_log_context staticmethod

build_log_context(message, channel='')

Source code in faststream/redis/subscriber/usecases/basic.py

@staticmethod
def build_log_context(
    message: Optional["BrokerStreamMessage[Any]"],
    channel: str = "",
) -> dict[str, str]:
    return {
        "channel": channel,
        "message_id": getattr(message, "message_id", ""),
    }

start_consume_task

start_consume_task()

Source code in faststream/_internal/endpoint/subscriber/mixins.py

def start_consume_task(self) -> None:
    self.add_task(self._serve_consume_queue)