Update kafka-python version to 0.9.5
Two stage aggregation refactored to use kafka-python 0.9.5 as this is the version we are limited to by openstack. Change-Id: I20c4dc58727432c1336c5cfdb37768a24e578eb0
This commit is contained in:
parent
1afd0823ea
commit
82fe3b9199
|
@ -11,7 +11,7 @@
|
|||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
from kafka.common import OffsetRequestPayload
|
||||
from kafka.common import OffsetRequest
|
||||
from kafka import KafkaClient
|
||||
|
||||
from pyspark.sql import SQLContext
|
||||
|
@ -117,10 +117,10 @@ class PreHourlyProcessor(Processor):
|
|||
# A+Guide+To+The+Kafka+Protocol#
|
||||
# AGuideToTheKafkaProtocol-OffsetRequest
|
||||
MAX_OFFSETS = 1
|
||||
offset_requests = [OffsetRequestPayload(topic,
|
||||
part_name,
|
||||
offset_time,
|
||||
MAX_OFFSETS) for part_name
|
||||
offset_requests = [OffsetRequest(topic,
|
||||
part_name,
|
||||
offset_time,
|
||||
MAX_OFFSETS) for part_name
|
||||
in partitions.keys()]
|
||||
|
||||
offsets_responses = client.send_offset_request(offset_requests)
|
||||
|
|
|
@ -1,7 +1,7 @@
|
|||
PyMySQL
|
||||
six>=1.7.0 # MIT
|
||||
SQLAlchemy<1.1.0,>=0.9.9
|
||||
kafka-python
|
||||
kafka-python<=0.9.5
|
||||
simport>=0.0.dev0
|
||||
stevedore>=1.5.0 # Apache-2.0
|
||||
oslo.config>=1.2.1
|
||||
|
|
Loading…
Reference in New Issue