[stable-2.7] Fix for callback plugins on Python3 when a module returns dictionary keys that aren't strings

This fixes one of the problems reported in ansible#49343

Upstream Python3 bug for the json traceback:
https://bugs.python.org/issue25457

and PR that may fix it:
python/cpython#8011.
(cherry picked from commit c817bef)

Co-authored-by: Toshio Kuratomi <a.badger@gmail.com>

Author: abadger

changelogs/fragments/fix-callbacks-mixed-keys.yaml

@@ -0,0 +1,4 @@
+---
+bugfixes:
+  - Fix for callback plugins on Python3 when a module returns non-string field
+    names in its results.  (https://github.com/ansible/ansible/issues/49343)

lib/ansible/plugins/callback/__init__.py

@@ -35,11 +35,14 @@
 from ansible.utils.color import stringc
 from ansible.vars.clean import strip_internal_keys
 
-try:
-    from __main__ import display as global_display
-except ImportError:
-    from ansible.utils.display import Display
-    global_display = Display()
+if PY3:
+    # OrderedDict is needed for a backwards compat shim on Python3.x only
+    # https://github.com/ansible/ansible/pull/49512
+    from collections import OrderedDict
+else:
+    OrderedDict = None
+
+global_display = Display()
 
 try:
     from __main__ import cli
@@ -120,7 +123,18 @@ def _dump_results(self, result, indent=None, sort_keys=True, keep_invocation=Fal
         if 'exception' in abridged_result:
             del abridged_result['exception']
 
-        return json.dumps(abridged_result, cls=AnsibleJSONEncoder, indent=indent, ensure_ascii=False, sort_keys=sort_keys)
+        try:
+            jsonified_results = json.dumps(abridged_result, cls=AnsibleJSONEncoder, indent=indent, ensure_ascii=False, sort_keys=sort_keys)
+        except TypeError:
+            # Python3 bug: throws an exception when keys are non-homogenous types:
+            # https://bugs.python.org/issue25457
+            # sort into an OrderedDict and then json.dumps() that instead
+            if not OrderedDict:
+                raise
+            jsonified_results = json.dumps(OrderedDict(sorted(abridged_result.items(), key=to_text)),
+                                           cls=AnsibleJSONEncoder, indent=indent,
+                                           ensure_ascii=False, sort_keys=False)
+        return jsonified_results
 
     def _handle_warnings(self, res):
         ''' display warnings, if enabled and any exist in the result '''

test/units/plugins/callback/test_callback.py

@@ -19,13 +19,15 @@
 from __future__ import (absolute_import, division, print_function)
 __metaclass__ = type
 
+import json
 import re
 import textwrap
 import types
 
 from ansible.compat.tests import unittest
 from ansible.compat.tests.mock import patch, mock_open, MagicMock
 
+import pytest
 
 from ansible.plugins.callback import CallbackBase
 
@@ -133,7 +135,7 @@ def test_clean_results(self):
         self.assertEqual(result, expected_result)
 
 
-class TestCallbackDumpResults(unittest.TestCase):
+class TestCallbackDumpResults(object):
     def test_internal_keys(self):
         cb = CallbackBase()
         result = {'item': 'some_item',
@@ -144,35 +146,47 @@ def test_internal_keys(self):
                   'bad_dict_key': {'_ansible_internal_blah': 'SENTINEL'},
                   'changed': True}
         json_out = cb._dump_results(result)
-        self.assertFalse('"_ansible_' in json_out)
-        self.assertFalse('SENTINEL' in json_out)
-        self.assertTrue('LEFTIN' in json_out)
+        assert '"_ansible_' not in json_out
+        assert 'SENTINEL' not in json_out
+        assert 'LEFTIN' in json_out
 
     def test_exception(self):
         cb = CallbackBase()
         result = {'item': 'some_item LEFTIN',
                   'exception': ['frame1', 'SENTINEL']}
         json_out = cb._dump_results(result)
-        self.assertFalse('SENTINEL' in json_out)
-        self.assertFalse('exception' in json_out)
-        self.assertTrue('LEFTIN' in json_out)
+        assert 'SENTINEL' not in json_out
+        assert 'exception' not in json_out
+        assert 'LEFTIN' in json_out
 
     def test_verbose(self):
         cb = CallbackBase()
         result = {'item': 'some_item LEFTIN',
                   '_ansible_verbose_always': 'chicane'}
         json_out = cb._dump_results(result)
-        self.assertFalse('SENTINEL' in json_out)
-        self.assertTrue('LEFTIN' in json_out)
+        assert 'SENTINEL' not in json_out
+        assert 'LEFTIN' in json_out
 
     def test_diff(self):
         cb = CallbackBase()
         result = {'item': 'some_item LEFTIN',
                   'diff': ['remove stuff', 'added LEFTIN'],
                   '_ansible_verbose_always': 'chicane'}
         json_out = cb._dump_results(result)
-        self.assertFalse('SENTINEL' in json_out)
-        self.assertTrue('LEFTIN' in json_out)
+        assert 'SENTINEL' not in json_out
+        assert 'LEFTIN' in json_out
+
+    def test_mixed_keys(self):
+        cb = CallbackBase()
+        result = {3: 'pi',
+                  'tau': 6}
+        json_out = cb._dump_results(result)
+        round_trip_result = json.loads(json_out)
+        assert len(round_trip_result) == 2
+        assert '3' in round_trip_result
+        assert 'tau' in round_trip_result
+        assert round_trip_result['3'] == 'pi'
+        assert round_trip_result['tau'] == 6
 
 
 # TODO: triggr the 'except UnicodeError' around _get_diff