diff --git a/ironic/conf/json_rpc.py b/ironic/conf/json_rpc.py
index 6c5d007616..f11bb457fb 100644
--- a/ironic/conf/json_rpc.py
+++ b/ironic/conf/json_rpc.py
@@ -23,7 +23,7 @@ opts = [
                help=_('Authentication strategy used by JSON RPC. Defaults to '
                       'the global auth_strategy setting.')),
     cfg.HostAddressOpt('host_ip',
-                       default='0.0.0.0',
+                       default='::',
                        help=_('The IP address or hostname on which JSON RPC '
                               'will listen.')),
     cfg.PortOpt('port',
diff --git a/releasenotes/notes/json-rpc-bind-a0348cc6f5efe812.yaml b/releasenotes/notes/json-rpc-bind-a0348cc6f5efe812.yaml
new file mode 100644
index 0000000000..c5341166bb
--- /dev/null
+++ b/releasenotes/notes/json-rpc-bind-a0348cc6f5efe812.yaml
@@ -0,0 +1,5 @@
+---
+fixes:
+  - |
+    The internal JSON RPC server now binds to ``::`` by default, allowing it to
+    work correctly with IPv6.