got it working , i am using authentik it have github compatibility mode and and have to set scope this way.
OAUTH_PROVIDER_DOMAIN = 'auth.domain.com'
OAUTH_AUTHORIZATION_URL = 'https://auth.domain.com/login/oauth/authorize'
OAUTH_TOKEN_URL = 'https://auth.domain.com/login/oauth/access_token'
OAUTH_USER_INFO_URL = 'https://auth.domain.com/user'
OAUTH_SCOPE = ["user","user:email"]
OAUTH_ATTRIBUTE_MAP = {
"id": (True, "email"),
"name": (False, "name"),
"email": (False, "contact_email"),
}