Update confluent-kafka[avro,json,protobuf,schemaregistry] requirement from <2.10,>=2.8.2 to >=2.8.2,<2.11 (#849)

* Update confluent-kafka[avro,json,protobuf,schemaregistry] requirement

Updates the requirements on [confluent-kafka[avro,json,protobuf,schemaregistry]](https://github.com/confluentinc/confluent-kafka-python) to permit the latest version.
- [Release notes](https://github.com/confluentinc/confluent-kafka-python/releases)
- [Changelog](https://github.com/confluentinc/confluent-kafka-python/blob/master/CHANGELOG.md)
- [Commits](confluentinc/confluent-kafka-python@v2.8.2...v2.10.0)

---
updated-dependencies:
- dependency-name: confluent-kafka[avro,json,protobuf,schemaregistry]
  dependency-version: 2.10.0
  dependency-type: direct:production
...

Signed-off-by: dependabot[bot] <[email protected]>

* Update post-link.sh

* Increase timeouts in tests

* Bump confluent-kafka to 2.11.0

* Update schema registry tests

---------

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: Remy Gwaramadze <[email protected]>
Co-authored-by: Remy Gwaramadze <[email protected]>

Author: 3 people

conda/post-link.sh

@@ -6,7 +6,7 @@ $PREFIX/bin/pip install \
 'influxdb3-python[pandas]>=0.7,<1.0' \
 'pyiceberg[pyarrow,glue]>=0.7' \
 'redis[hiredis]>=5.2.0,<6' \
-'confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.10' \
+'confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.12' \
 'influxdb>=5.3,<6' \
 'jsonpath_ng>=1.7.0,<2' \
 'types-psycopg2>=2.9,<3'

requirements.txt

@@ -1,4 +1,4 @@
-confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.10
+confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.12
 requests>=2.32
 rocksdict>=0.3,<0.4
 typing_extensions>=4.8

tests/test_quixstreams/test_app.py

@@ -3194,7 +3194,7 @@ def test_run_with_timeout_resets_after_recovery(
         """
         Timeout is set only after recovery is complete
         """
-        timeout = 1.0
+        timeout = 3.0
 
         app = app_factory(
             auto_offset_reset="earliest",

tests/test_quixstreams/test_kafka/test_consumer.py

@@ -70,7 +70,7 @@ def test_consumer_subscribe_topic_doesnt_exist(self, consumer):
 
         with consumer:
             consumer.subscribe(topics=[topic_name])
-            msg = consumer.poll(timeout=1)
+            msg = consumer.poll(timeout=3)
             assert msg
             err = msg.error()
             assert err.code() == KafkaError.UNKNOWN_TOPIC_OR_PART

tests/test_quixstreams/test_models/test_serializers/test_schema_registry.py

@@ -328,7 +328,7 @@ def test_schema_registry_serialize_error(
             partial(JSONDeserializer, schema=JSONSCHEMA_TEST_SCHEMA),
             None,
             b'{"id":10}',
-            r"Unexpected magic byte \d+. This message was not produced with a Confluent Schema Registry serializer",
+            r"Invalid magic byte",
         ),
         (
             partial(JSONDeserializer, schema=JSONSCHEMA_TEST_SCHEMA),
@@ -340,7 +340,7 @@ def test_schema_registry_serialize_error(
             partial(ProtobufDeserializer, Root),
             None,
             b"\n\x03foo\x10\x02\x13",
-            "Unknown magic byte. This message was not produced with a Confluent Schema Registry serializer",
+            "Invalid magic byte",
         ),
         (
             partial(ProtobufDeserializer, Nested),
@@ -352,7 +352,7 @@ def test_schema_registry_serialize_error(
             partial(ProtobufDeserializer, Nested),
             Schema(schema_str=get_schema_str(Nested), schema_type="PROTOBUF"),
             b"\x01",
-            "Invalid Protobuf msgidx array length",
+            "Invalid msgidx array length",
         ),
     ],
     indirect=["deserializer"],

tests/test_quixstreams/test_sources/test_core/test_kafka.py

@@ -32,7 +32,7 @@ def external_kafka(self, external_kafka_container):
 
     @pytest.fixture()
     def app(self, app_factory):
-        return app_factory(auto_offset_reset="earliest", request_timeout=1)
+        return app_factory(auto_offset_reset="earliest", request_timeout=3)
 
 
 class TestKafkaReplicatorSource(Base):