How to use jwt callback for consumer - works in python-kafka but zero examples on this lib #993
Description
I have a python-kafka that works and is the code below:
class TokenProvider(object):
def __init__(self,client_id,client_secret):
self.client_id = client_id
self.client_secret = client_secret
def token(self):
token_url = 'https://test.com/protocol/openid-connect/token'
client = BackendApplicationClient(client_id=self.client_id)
oauth = OAuth2Session(client=client)
token_json = oauth.fetch_token(token_url=token_url, client_id=self.client_id, client_secret=self.client_secret)
token = token_json['access_token']
#print(token)
return token
consumer = KafkaConsumer(
group_id=None,
bootstrap_servers=['test.com:9094'],
security_protocol='SASL_SSL',
sasl_mechanism='OAUTHBEARER',
sasl_oauth_token_provider=TokenProvider(client_id,client_secret),
ssl_check_hostname=False,
ssl_context=create_ssl_context(),
auto_offset_reset=offset,
enable_auto_commit=False,
value_deserializer=lambda m: decode(m)
)
consumer.subscribe(topics=['test.stream'])
My confluent python is the below and I get this error. I am hoping that confluent with be faster under pypy3.
cimpl.KafkaException: KafkaError{code=_INVALID_ARG,val=-186,str="Property "oauthbearer_token_refresh_cb" must be set through dedicated .._set_..() function"}
c = Consumer({
'bootstrap.servers': 'test.com:9094',
'sasl.mechanism': 'OAUTHBEARER',
'security.protocol': 'SASL_SSL',
'oauthbearer_token_refresh_cb': TokenProvider(client_id,client_secret),
'group.id': str(uuid.uuid1()),
'auto.offset.reset': 'earliest'
})
c.subscribe(['test.stream'])
So how do I get confluent kafka to work? I appear to have an issue with oauthbearer_token_refresh_cb using OAUTHBEARER and SASL_SSL.
In essence I auth with a jwt token