-- Logs begin at Wed 2021-05-26 23:00:30 UTC, end at Thu 2021-05-27 00:11:09 UTC. -- May 26 23:50:13.651190 dv-osbrick-789289-3-ceph systemd[1]: Started Devstack devstack@q-svc.service. May 26 23:50:14.679932 dv-osbrick-789289-3-ceph neutron-server[107258]: Beware of the coming changes in the project packaging May 26 23:50:14.679932 dv-osbrick-789289-3-ceph neutron-server[107258]: https://github.com/svinota/pyroute2/discussions/786 May 26 23:50:16.157709 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.common.config [-] Logging enabled! May 26 23:50:16.158384 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 26 23:50:16.158482 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107258) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 23:50:16.161623 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.common.config [-] Logging enabled! May 26 23:50:16.161877 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 26 23:50:16.162191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107258) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 23:50:16.163109 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 23:50:16.163340 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 23:50:16.163694 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 23:50:16.163942 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 23:50:16.164699 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 23:50:16.165018 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.165312 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.165605 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.165833 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.166126 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.166406 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.166685 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.166971 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.167265 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.167548 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.167823 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.168104 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.168330 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.168623 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.168951 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.169198 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.169419 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] debug = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.169695 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.170118 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.170519 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.170791 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.171076 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.171351 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.171636 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.171895 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.172175 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.172500 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] host = dv-osbrick-789289-3-ceph {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.172802 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.173088 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.173369 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.173650 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.173920 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.174191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.174487 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.174741 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.175007 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] log_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.175279 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.175562 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.175844 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.176139 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.176360 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.176579 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.176889 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.177174 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.177447 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.177718 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.177989 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.178262 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.178530 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.178793 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.179071 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.179351 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.179632 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.180468 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.180763 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.181035 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.181303 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.181587 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.181863 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.182133 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.182402 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.182684 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.182949 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.183216 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.183507 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] service_plugins = ['router'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.183789 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.184067 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.184349 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.184633 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.184921 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.185189 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.185456 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.185726 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] use_json = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.185997 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.186263 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.186539 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.186808 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.187075 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.187599 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.187868 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.188150 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:16.188445 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.188761 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.189062 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.189343 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.189636 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.189915 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.190202 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.190480 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.190767 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.191055 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.191344 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.191625 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.191917 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.192197 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.192488 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.192819 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.193112 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.193400 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.193677 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.193950 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.194226 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.194502 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.194788 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.195081 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.195388 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.195773 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.196060 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.196357 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.196670 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.196949 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.197229 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.197518 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.197797 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.198071 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.198355 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.198631 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.198904 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.199174 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.199449 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.199738 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.200014 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.200285 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.200555 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.200857 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.201128 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.201410 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.201685 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.201959 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.202228 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.202503 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.202773 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.203045 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.203319 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.203587 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.203862 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.204134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.204405 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.204702 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.204975 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.205244 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.205513 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.205781 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.206055 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.206324 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.206594 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.206863 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.207132 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.207402 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.207683 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.207977 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.208253 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.208527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.208827 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.209102 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.209374 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.209648 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.209926 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.210201 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.210470 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.210755 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.211069 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.211356 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.211635 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.211913 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.212203 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.212476 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.212782 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.213058 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.213332 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.213614 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.213896 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.214189 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.214479 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.214768 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.215058 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.215347 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.215626 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.215936 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.216214 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:16.216430 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 23:50:16.216696 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107258) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 23:50:16.573484 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:16.573751 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=107258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:16.574035 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:16.574362 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 23:50:16.961280 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:16.961663 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:16.961971 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:16.963167 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:16.963451 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:16.963710 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:16.998081 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:16.998353 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:16.998629 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.013596 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.013875 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.014141 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.042130 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.042403 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.042665 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.080204 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.080481 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.080777 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.313920 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.314524 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.314524 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.314765 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.315425 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.450051 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.450380 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.450694 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.450973 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.451246 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.451558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.451820 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.452083 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.452336 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.452643 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.452896 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.453162 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.453424 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.453679 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.453943 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.454210 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.454467 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.454734 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.454988 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.455267 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.455651 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.455906 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.456153 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.456579 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.456860 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.457114 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.457499 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 23:50:17.457742 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 23:50:17.457982 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 23:50:17.458220 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 23:50:17.458456 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 23:50:17.458694 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 23:50:17.459059 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 23:50:17.462865 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 23:50:17.466782 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 23:50:17.470552 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 26 23:50:17.479289 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 23:50:17.479729 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 23:50:17.480059 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 23:50:17.480441 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 23:50:17.483257 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 23:50:17.483504 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 23:50:17.484004 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 23:50:17.510989 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 23:50:17.511382 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.511676 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107258) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 23:50:17.512034 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.513399 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107258) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 23:50:17.513678 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 23:50:17.513922 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 23:50:17.517126 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.517409 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:17.602065 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 23:50:17.602302 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 23:50:17.602538 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 23:50:17.602907 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 23:50:17.632054 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_db.sqlalchemy.engines [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107258) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 23:50:18.130935 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Initializing driver for type 'gre' May 26 23:50:18.131481 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] gre ID ranges: [(1, 1000)] May 26 23:50:18.296787 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Initializing driver for type 'local' May 26 23:50:18.297122 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Initializing driver for type 'vlan' May 26 23:50:18.382545 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] VlanTypeDriver initialization complete May 26 23:50:18.383169 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Initializing driver for type 'vxlan' May 26 23:50:18.383456 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] vxlan ID ranges: [(1, 1000)] May 26 23:50:18.587807 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Initializing extension driver 'port_security' May 26 23:50:18.588154 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.extensions.port_security [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] PortSecurityExtensionDriver initialization complete May 26 23:50:18.588493 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Initializing mechanism driver 'openvswitch' May 26 23:50:18.588880 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Initializing mechanism driver 'hyperv' May 26 23:50:18.595551 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.plugins.ml2.plugin [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:50:18.596321 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > port after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.596726 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > port after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.597091 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > port after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.597487 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > subnet after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.597849 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > subnet after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.598202 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.598636 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > network after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.598991 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > network after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.599334 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > network after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.599715 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > security_group after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.600114 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > security_group after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.600407 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.600810 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.601159 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.601500 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.602480 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > address_group after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.602831 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > address_group after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.603216 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.603558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] ML2 OVO RPC backend initialized. {{(pid=107258) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 26 23:50:18.604304 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.604675 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.605094 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > network before_response 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.605446 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > networks before_response 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.605794 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > port before_response 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.606139 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > ports before_response 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.608796 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > subnet before_response 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.608796 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > subnets before_response 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.608796 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > network after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.608796 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > network after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.609197 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > network after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.609197 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > port after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.609197 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > port after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.609197 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > port after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.609493 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > subnet after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.609598 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > subnet after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.609862 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.610463 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.plugin [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Modular L2 Plugin initialization complete May 26 23:50:18.610798 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading services supported by the core plugin {{(pid=107258) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 23:50:18.611130 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.plugins.ml2.managers [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Got port-security extension from driver 'port_security' May 26 23:50:18.611598 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.extensions.vlantransparent [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Disabled vlantransparent extension. May 26 23:50:18.612093 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading service plugins: ['router', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107258) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 23:50:18.612409 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading Plugin: router May 26 23:50:18.656593 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.656959 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router after_create 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.657411 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router before_create 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.657761 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.658137 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.658500 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router after_delete 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.658930 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.659309 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router after_create 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.659664 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router after_update 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.660018 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router after_update 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.660372 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.660765 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router after_update 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.661181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router precommit_update 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.663255 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: port after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.663255 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: port after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.663255 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: subnet after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.663255 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.663255 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.663694 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router precommit_create 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.663694 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: port before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.663960 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router precommit_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.665119 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router after_update 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.665484 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.665848 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router precommit_create 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.666225 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.666579 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router precommit_update 55549900 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.667006 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > network after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.667872 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Tracking information for resource: router configured {{(pid=107258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 23:50:18.668207 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Tracking information for resource: floatingip configured {{(pid=107258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 23:50:18.673220 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.db.l3_agentschedulers_db [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 23:50:18.673823 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: port after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.674190 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: port after_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.674572 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: port after_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.674927 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: port after_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.675730 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router before_create 55550100 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.676103 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.676468 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router precommit_create 55550100 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.676851 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > router precommit_update 55550100 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.681510 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.services.provider_configuration [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service providers = [] {{(pid=107258) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 23:50:18.681877 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.db.servicetype_db [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107258) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 23:50:18.684916 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.services.service_base [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107258) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 23:50:18.685275 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.services.service_base [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107258) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 23:50:18.685625 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.services.service_base [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107258) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 23:50:18.686517 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.services.service_base [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107258) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 23:50:18.686893 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.services.service_base [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 23:50:18.687710 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 23:50:18.688037 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading Plugin: auto_allocate May 26 23:50:18.694083 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: network precommit_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.694457 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: network precommit_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.695033 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 23:50:18.695363 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading Plugin: tag May 26 23:50:18.710722 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 23:50:18.711055 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading Plugin: timestamp May 26 23:50:18.715641 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 23:50:18.715974 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading Plugin: network_ip_availability May 26 23:50:18.721513 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.721890 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.722254 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.722981 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 23:50:18.723307 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading Plugin: flavors May 26 23:50:18.728828 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 23:50:18.729160 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading Plugin: revisions May 26 23:50:18.733462 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 23:50:18.733866 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_concurrency.lockutils [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.160s {{(pid=107258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:18.734587 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107258) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 26 23:50:18.734934 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Initializing extension manager. May 26 23:50:18.735444 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: __init__.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.735791 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: __pycache__ {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.736178 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.736518 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: address_group.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.737341 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.742615 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: address-group May 26 23:50:18.742615 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: address_scope.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.742615 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.742615 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: address-scope May 26 23:50:18.742615 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.743117 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.743630 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: router-admin-state-down-before-update May 26 23:50:18.743957 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: agent.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.744679 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.745187 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: agent May 26 23:50:18.745514 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: agent_resources_synced.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.746465 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.747016 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: agent-resources-synced May 26 23:50:18.747342 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: allowedaddresspairs.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.749161 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.749683 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: allowed-address-pairs May 26 23:50:18.750014 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: auto_allocated_topology.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.751080 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.751594 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: auto-allocated-topology May 26 23:50:18.751926 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: availability_zone.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.752862 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.753375 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: availability_zone May 26 23:50:18.753707 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: availability_zone_filter.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.754614 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.755128 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: availability_zone_filter May 26 23:50:18.755457 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: data_plane_status.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.756361 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.756907 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension data-plane-status not supported by any of loaded plugins May 26 23:50:18.757236 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: default_subnetpools.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.758172 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.758821 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: default-subnetpools May 26 23:50:18.759153 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.759960 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.760472 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: dhcp_agent_scheduler May 26 23:50:18.760829 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: dns.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.761756 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.762263 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension dns-integration not supported by any of loaded plugins May 26 23:50:18.762591 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: dns_domain_ports.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.763500 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.764004 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 23:50:18.764331 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: dvr.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.765035 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.765542 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: dvr May 26 23:50:18.765874 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: empty_string_filtering.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.766779 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.767283 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: empty-string-filtering May 26 23:50:18.767608 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.768515 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.769091 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 23:50:18.769416 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.770319 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.770823 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 23:50:18.771150 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: external_net.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.772062 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.772574 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: external-net May 26 23:50:18.772928 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.774402 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.774966 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: extra_dhcp_opt May 26 23:50:18.775327 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: extraroute.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.776232 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.776778 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: extraroute May 26 23:50:18.777105 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: extraroute_atomic.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.778132 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.778644 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: extraroute-atomic May 26 23:50:18.778971 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: filter_validation.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.779631 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.780133 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: filter-validation May 26 23:50:18.780454 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: fip_pf_description.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.781430 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.781930 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 23:50:18.782253 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: fip_port_details.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.788128 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.788659 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: fip-port-details May 26 23:50:18.788987 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: flavors.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.790931 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.791448 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: flavors May 26 23:50:18.791777 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.793506 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.794028 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 23:50:18.794365 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: floatingip_pools.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.795062 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.795573 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: floatingip-pools May 26 23:50:18.795905 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: ip_allocation.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.796851 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.797357 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension ip_allocation not supported by any of loaded plugins May 26 23:50:18.797688 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.798596 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.799107 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: ip-substring-filtering May 26 23:50:18.799440 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: l2_adjacency.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.800397 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.800932 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 23:50:18.801265 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: l3.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.802228 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.802745 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: router May 26 23:50:18.803075 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.805408 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.805927 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 23:50:18.806264 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.807192 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.807706 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: ext-gw-mode May 26 23:50:18.808040 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.809107 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.809623 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: l3-ha May 26 23:50:18.809981 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: l3_flavors.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.810894 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.811398 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: l3-flavors May 26 23:50:18.811765 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.812964 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.813478 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 23:50:18.813800 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: l3agentscheduler.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.814834 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.815345 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: l3_agent_scheduler May 26 23:50:18.815676 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: logging.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.817349 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.817876 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension logging not supported by any of loaded plugins May 26 23:50:18.818209 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: metering.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.824302 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.824859 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension metering not supported by any of loaded plugins May 26 23:50:18.825205 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.826302 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.826828 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension metering_source_and_destination_fields not supported by any of loaded plugins May 26 23:50:18.827197 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: multiprovidernet.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.828127 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.828673 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: multi-provider May 26 23:50:18.829011 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: netmtu.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.829928 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.830443 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: net-mtu May 26 23:50:18.830779 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: netmtu_writable.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.831699 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.832210 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: net-mtu-writable May 26 23:50:18.832627 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: network_availability_zone.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.833291 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.833798 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: network_availability_zone May 26 23:50:18.834161 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: network_ip_availability.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.835266 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.835781 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: network-ip-availability May 26 23:50:18.836112 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: network_segment_range.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.837536 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.838071 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension network-segment-range not supported by any of loaded plugins May 26 23:50:18.838407 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: pagination.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.839483 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.839825 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: pagination May 26 23:50:18.840178 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: port_device_profile.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.841131 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.841647 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: port-device-profile May 26 23:50:18.841976 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.842887 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.843432 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: port-mac-address-regenerate May 26 23:50:18.843758 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.847557 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.848065 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: port-numa-affinity-policy May 26 23:50:18.848390 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: port_resource_request.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.849332 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.849877 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension port-resource-request not supported by any of loaded plugins May 26 23:50:18.850207 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: portbindings.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.851129 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.851632 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: binding May 26 23:50:18.852509 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: portbindings_extended.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.853866 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.854391 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: binding-extended May 26 23:50:18.854727 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: portsecurity.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.855680 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.856197 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: port-security May 26 23:50:18.856529 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: project_id.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.857517 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.857858 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: project-id May 26 23:50:18.858186 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: providernet.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.859093 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.859604 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: provider May 26 23:50:18.859932 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: qos.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.863751 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.864274 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension qos not supported by any of loaded plugins May 26 23:50:18.864644 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.865878 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.866397 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 23:50:18.866730 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.867700 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.868219 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 23:50:18.868550 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: qos_default.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.869482 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.869991 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension qos-default not supported by any of loaded plugins May 26 23:50:18.870320 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: qos_fip.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.870970 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.871470 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension qos-fip not supported by any of loaded plugins May 26 23:50:18.871797 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: qos_gateway_ip.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.872733 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.873240 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 23:50:18.873567 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: qos_port_network_policy.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.874501 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.875008 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 23:50:18.875336 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: qos_rule_type_details.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.876271 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.876815 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 23:50:18.877144 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: qos_rules_alias.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.878215 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.878730 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 23:50:18.879058 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: quotasv2.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.879978 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.880312 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: quotas May 26 23:50:18.880674 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: quotasv2_detail.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.882332 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.882707 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: quota_details May 26 23:50:18.883044 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: rbac.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.884236 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.884842 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: rbac-policies May 26 23:50:18.890785 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: rbac_address_group.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.891491 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.892014 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: rbac-address-group May 26 23:50:18.892344 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: rbac_address_scope.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.893295 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.893811 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: rbac-address-scope May 26 23:50:18.894132 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: rbac_security_groups.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.895037 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.895593 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: rbac-security-groups May 26 23:50:18.895922 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: rbac_subnetpool.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.896871 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.897374 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: rbac-subnetpool May 26 23:50:18.897700 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: revisionifmatch.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.898651 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.899780 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: revision-if-match May 26 23:50:18.900109 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: revisions.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.901282 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.901790 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: standard-attr-revisions May 26 23:50:18.902116 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: router_availability_zone.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.902778 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.903291 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: router_availability_zone May 26 23:50:18.903615 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: routerservicetype.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.904530 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.905065 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension router-service-type not supported by any of loaded plugins May 26 23:50:18.905389 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.906352 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.906914 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: security-groups-normalized-cidr May 26 23:50:18.907191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.908100 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.908645 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: port-security-groups-filtering May 26 23:50:18.909001 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.915237 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.915748 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: security-groups-remote-address-group May 26 23:50:18.916080 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: securitygroup.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.927243 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.927777 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: security-group May 26 23:50:18.928115 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: segment.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.928937 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.929452 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension segment not supported by any of loaded plugins May 26 23:50:18.929808 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.930784 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.931288 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 23:50:18.931617 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: servicetype.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.932758 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.933280 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: service-type May 26 23:50:18.933612 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: sorting.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.934583 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.934920 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: sorting May 26 23:50:18.935257 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: standard_attr_segment.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.936189 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.936770 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 23:50:18.937099 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: standardattrdescription.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.942633 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.942633 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: standard-attr-description May 26 23:50:18.942633 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: stateful_security_group.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.943370 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.943865 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: stateful-security-group May 26 23:50:18.944194 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: stdattrs_common.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.944803 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 23:50:18.945133 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.946335 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.946860 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 23:50:18.947224 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: subnet_onboard.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.948298 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.948843 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: subnet_onboard May 26 23:50:18.949175 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.950095 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.950600 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 23:50:18.950930 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: subnet_service_types.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.951857 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.952369 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: subnet-service-types May 26 23:50:18.952725 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: subnetallocation.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.953847 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.954356 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: subnet_allocation May 26 23:50:18.954690 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.955362 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.955882 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: subnetpool-prefix-ops May 26 23:50:18.956205 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.957155 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.957666 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 23:50:18.958004 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: tagging.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.959108 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.959636 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: standard-attr-tag May 26 23:50:18.959968 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: timestamp.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.961732 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.962331 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loaded extension: standard-attr-timestamp May 26 23:50:18.962663 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: trunk.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.963700 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.964218 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension trunk not supported by any of loaded plugins May 26 23:50:18.964548 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: trunk_details.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.965495 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.966008 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension trunk-details not supported by any of loaded plugins May 26 23:50:18.966336 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: uplink_status_propagation.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.967251 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.967762 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 23:50:18.968088 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Loading extension file: vlantransparent.py {{(pid=107258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 23:50:18.968793 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 23:50:18.969302 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 23:50:18.971716 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:network May 26 23:50:18.972458 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:subnet May 26 23:50:18.973318 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:subnetpool May 26 23:50:18.973921 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:port May 26 23:50:18.975212 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.975685 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service FLAVORS assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.976305 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.976785 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.977774 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:router May 26 23:50:18.978450 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:floatingip May 26 23:50:18.980104 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.980477 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.980859 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 23:50:18.982013 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of CountableResource for resource:rbac_policy May 26 23:50:18.982511 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:security_group May 26 23:50:18.983213 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 23:50:18.983956 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service CORE assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.984302 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:subnetpool May 26 23:50:18.984671 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] subnetpool is already registered May 26 23:50:18.988104 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service CORE assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.988104 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:subnetpool May 26 23:50:18.988104 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] subnetpool is already registered May 26 23:50:18.988418 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.988870 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service FLAVORS assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.989472 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.989901 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.990240 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:router May 26 23:50:18.990585 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] router is already registered May 26 23:50:18.991179 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:floatingip May 26 23:50:18.991518 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] floatingip is already registered May 26 23:50:18.992344 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of CountableResource for resource:rbac_policy May 26 23:50:18.992845 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] rbac_policy is already registered May 26 23:50:18.993274 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:security_group May 26 23:50:18.993604 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] security_group is already registered May 26 23:50:18.994411 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 23:50:18.994744 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] security_group_rule is already registered May 26 23:50:18.995416 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service CORE assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.995763 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:subnetpool May 26 23:50:18.996095 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] subnetpool is already registered May 26 23:50:18.996748 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.v2.resource_helper [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Service CORE assigned prefix: {{(pid=107258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 23:50:18.997084 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Creating instance of TrackedResource for resource:subnetpool May 26 23:50:18.997416 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING neutron.quota.resource_registry [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] subnetpool is already registered May 26 23:50:18.998115 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: extensions {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:18.999609 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: address-groups {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.001138 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: address-scopes {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.002500 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: agents {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.003671 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: auto-allocated-topology {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.005027 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: availability_zones {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.006407 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: dhcp-networks {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.007853 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: dhcp-agents {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.009530 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: routers {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.011412 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: flavors {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.012588 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: service_profiles {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.013837 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: next_providers {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.015273 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: service_profiles {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.016918 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: floatingip-pools {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.018159 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: routers {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.019858 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: floatingips {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.021202 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: l3-routers {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.022661 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: l3-agents {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.024821 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: network-ip-availabilities {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.026190 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: bindings {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.027787 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: quotas {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.029277 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: quotas {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.031819 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: rbac-policies {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.033327 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: security-groups {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.034563 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: security-group-rules {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.039257 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: service-providers {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.149132 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: subnetpools {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.150473 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: subnetpools {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.151947 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.153778 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.155535 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.157537 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.159186 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.161075 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.162915 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.165329 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.167209 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.168998 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron.api.extensions [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Extended resource: tags {{(pid=107258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 23:50:19.175024 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING keystonemiddleware.auth_token [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 23:50:19.179657 dv-osbrick-789289-3-ceph neutron-server[107258]: WARNING keystonemiddleware.auth_token [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 23:50:19.188760 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_concurrency.lockutils [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Acquired lock "singleton_lock" {{(pid=107258) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 23:50:19.189248 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_concurrency.lockutils [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Releasing lock "singleton_lock" {{(pid=107258) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 23:50:19.189883 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO oslo_service.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Starting 2 workers May 26 23:50:19.194695 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Started child 107399 {{(pid=107258) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 23:50:19.199859 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Started child 107400 {{(pid=107258) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 23:50:19.200728 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:19.201480 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO neutron.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 23:50:19.202133 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Notify callbacks [] for process, before_spawn {{(pid=107258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:19.202231 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [-] (107399) wsgi starting up on http://0.0.0.0:9696 May 26 23:50:19.204541 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO oslo_service.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Starting 1 workers May 26 23:50:19.204677 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:19.206066 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [-] (107400) wsgi starting up on http://0.0.0.0:9696 May 26 23:50:19.209681 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Started child 107401 {{(pid=107258) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 23:50:19.210201 dv-osbrick-789289-3-ceph neutron-server[107258]: INFO oslo_service.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Starting 1 workers May 26 23:50:19.214284 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] calling RpcWorker wait() {{(pid=107401) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 23:50:19.215071 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] returning from RpcWorker wait() {{(pid=107401) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 23:50:19.215425 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Started child 107402 {{(pid=107258) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 23:50:19.216191 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:19.216325 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG neutron_lib.callbacks.manager [None req-56de0e3c-1bb3-41ee-ba1f-e62143507d26 None None] Notify callbacks [] for process, after_spawn {{(pid=107258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:19.216736 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:50:19.218172 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107258) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 23:50:19.218407 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 23:50:19.218580 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 23:50:19.218806 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 23:50:19.219152 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 23:50:19.219300 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 23:50:19.219806 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.220093 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.220368 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:19.220880 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.220880 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.221018 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.221311 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:50:19.221597 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.221890 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.222132 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.222414 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.222654 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.222829 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.223001 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.223264 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.223520 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.223843 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.224118 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.224386 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.224671 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.224852 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.225130 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.225403 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.225645 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.225931 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] debug = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.226193 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.226700 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.227059 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.227228 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.227457 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.227732 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.227967 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.228251 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.228502 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.228750 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.228997 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.229267 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.229520 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.229759 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.230006 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.230255 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.230899 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.231077 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] host = dv-osbrick-789289-3-ceph {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.231201 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.231430 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.231681 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.231933 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.232191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.232419 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.235741 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.235741 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.235741 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.235741 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.235741 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.235741 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.235741 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.235741 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.236283 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_options = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.236283 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.236283 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.236283 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.236283 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.236283 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.236283 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.236745 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.236745 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.239527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.239527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.239527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.239527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.239527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.239527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.239527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.239527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.239527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.240064 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.240064 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.240527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.240996 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.242009 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.242261 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.242576 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.242908 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.243105 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.243394 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.243655 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.243888 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.244173 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.244409 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.244686 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.244939 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.245195 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.245431 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.246326 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.246326 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.246326 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] service_plugins = ['router'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.246326 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.246678 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.247088 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.247513 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.247788 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.248017 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.248239 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.248488 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_json = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.249752 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.250054 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.250445 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.250685 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.250918 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.251147 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.251393 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.251637 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.252081 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.252365 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.252714 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.252971 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.253213 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.253461 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.253706 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.253936 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.254192 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.254428 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.254749 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.254981 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.255299 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.255546 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.255813 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.256177 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.256420 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.256754 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.257000 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.257245 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.257466 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.257708 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.258030 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.258831 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.259122 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.259348 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.259606 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.259854 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.260095 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.260316 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.260556 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.260815 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270134 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.270790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271969 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271969 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271969 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271969 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271969 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271969 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271969 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271969 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.271969 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.272558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.272558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.272558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.272558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.272558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.272558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.272558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.272558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.272558 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273843 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.273843 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.274485 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.274647 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.274884 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.275167 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.275426 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.275653 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.275906 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.276214 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.276474 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.276762 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.276996 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.277238 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.277501 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.277755 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.277988 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.278214 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.278550 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.278785 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.279091 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.279363 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.279678 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.279951 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.280213 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.280489 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.280782 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.281075 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.281332 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.281606 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.281933 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.282199 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.282494 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.282828 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.283068 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.283357 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.283636 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.283886 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.284120 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.284393 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.284636 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.284930 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.285173 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.285425 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.285647 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.285892 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.286215 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.286448 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.286684 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.286919 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.287211 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.287461 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.287701 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.287980 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.288231 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.288467 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.288754 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.288989 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.289211 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.289553 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.289846 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.290779 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.290779 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.290779 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.290779 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.291743 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.291743 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.291743 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.291743 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.292787 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.292787 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.292787 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.292787 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.292787 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.295593 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.295593 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.295593 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.295593 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.295593 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.295593 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.295593 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.295593 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.296421 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.296421 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.296421 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.296421 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.296421 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.296421 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.296421 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.296421 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.297357 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.297357 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.297357 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.297357 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.297692 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.297692 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.297916 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.298165 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.298843 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.298843 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.298843 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.299146 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.299409 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.299646 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.299875 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.300094 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.300323 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.300587 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.300830 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.301049 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.301268 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.301487 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.301771 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.302031 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.302271 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.302484 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.302696 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.302939 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.303157 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.303368 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.303678 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.303925 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.304164 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.304416 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.304682 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.304937 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.305274 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.305497 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.305817 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.306039 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.306273 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.306473 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.306693 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.306914 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.307130 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.307360 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.307575 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.307790 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.308009 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.308222 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.308470 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.308717 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.308934 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.309154 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.309385 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.309718 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.309980 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.310205 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.310500 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.310731 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.310980 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.311249 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.311588 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.311805 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.312074 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.312559 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.312820 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.313041 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.313295 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.313630 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.313924 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.314189 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.314442 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.314719 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.314992 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.315265 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.315481 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.315792 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.316119 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.316413 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.316706 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.316970 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.317228 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.317457 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.317678 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.317932 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.318173 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.318670 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.318913 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.319167 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.319396 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.319638 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.319869 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.320118 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.320354 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.321168 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.321436 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.321684 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.321846 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 23:50:19.322441 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107258) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 23:50:19.323093 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60064) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:19.324766 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 23:50:19.324955 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 23:50:19.325141 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 23:50:19.325339 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 23:50:19.325513 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 23:50:19.325739 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.325915 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.326084 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.326252 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.326417 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.326606 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.326773 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.326936 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.327099 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.327258 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.327418 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.327579 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.327742 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.327902 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.328062 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.328222 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.328381 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.328539 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.328772 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.328934 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.329097 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.329286 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.329435 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] debug = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.329576 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.329750 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.329928 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.330072 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.330224 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.330381 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.330531 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.330686 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.330863 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.331013 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.331151 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.331303 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.331458 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.331614 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.331772 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.331923 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.332083 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.332242 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] host = dv-osbrick-789289-3-ceph {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.332402 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.332561 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.332742 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.332884 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.333045 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.333204 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.333289 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069814 May 26 23:50:19.333733 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.333902 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.334057 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.334217 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.334376 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.334538 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.334697 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.334850 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.335006 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_options = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.336028 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.336269 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.336465 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.337196 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.337196 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.337196 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.337196 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.337482 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.337553 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.337674 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.338625 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.338815 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.338977 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.339145 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.339314 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.339477 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.339663 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.339803 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.339945 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.340110 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.340271 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.340434 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.340595 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.340809 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.340972 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.341133 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.341290 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.341458 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.341618 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.341784 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.341946 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.342104 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.342266 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.342426 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.342585 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.342746 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.342909 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.343071 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] service_plugins = ['router'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.343231 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.343395 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.343553 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.343713 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.343875 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.344036 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.344659 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.344659 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_json = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.344659 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.344659 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.344981 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.344981 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.345126 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.345275 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.345447 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.345600 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 23:50:19.345787 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.345954 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.346118 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.347191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.347191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.347191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.347191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.347191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.347191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.347191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348044 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348044 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348044 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348044 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348044 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348560 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348560 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348560 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348560 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348861 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.348966 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.349044 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.349226 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.349391 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.349557 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.350478 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.350478 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.350478 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.350478 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.350478 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.350478 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.351059 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.351059 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.351059 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.351310 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.351310 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.351454 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.351559 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.351719 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.352482 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.352795 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.352974 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.354032 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.354032 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.354032 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.354032 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.354032 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.354479 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.354622 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.354796 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.354978 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.355146 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.355717 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.355717 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.355717 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.355918 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.355918 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.356655 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.356655 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.356655 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.356655 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.356968 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.356968 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.357096 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.357259 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.357351 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.357512 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.357696 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.357847 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.358009 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.358192 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.358332 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.358462 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.358620 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.358786 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.358951 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.359115 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.359352 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.359627 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.359780 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.359949 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.360113 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.360277 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.360441 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.360739 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.361585 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.361763 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.361935 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.362098 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.362265 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.362430 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.362595 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.362759 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.362924 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.363089 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.363252 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.363417 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.363585 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.363750 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.363914 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.364181 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.364367 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.364513 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.364668 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.364838 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.365003 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.365169 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.365331 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.365499 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.365656 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.365821 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.365996 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.366162 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.366330 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.366489 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.366663 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.366839 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.366999 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.367163 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.367319 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.368068 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.368842 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.368842 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.368842 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.368842 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.369125 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.369191 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.369369 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.369559 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.369733 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.369951 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.370142 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.370295 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.370435 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.370572 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.370664 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.370832 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.370996 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.371162 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.371314 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.371482 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.371640 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.371781 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.371940 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.372115 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374122 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374122 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374122 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374122 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374122 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374122 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374122 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374122 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374683 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374683 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374683 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374683 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374915 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.374980 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.375342 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.375595 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.375810 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.376040 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.376257 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.377008 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.377008 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.377008 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.377008 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.377278 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.377278 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.377399 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.377700 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.377843 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.378112 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.378284 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.378448 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.378613 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.378776 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.378935 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.379099 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.379257 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.379421 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.379573 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.379737 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.379903 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.380055 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.380216 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.380397 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.380559 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.380756 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.380919 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.381082 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.382056 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.382232 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.382397 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.382556 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.383200 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.383200 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.383200 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.383200 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.383500 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.383565 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.383757 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.383844 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.383997 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.384641 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.384641 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.384641 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.384641 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.384924 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.384992 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.385141 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.385294 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.385444 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.385601 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.385785 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.385929 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.386089 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.386255 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.386418 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.386579 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.386750 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.386988 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.387085 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.387951 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.387951 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.387951 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.387951 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.387951 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.388268 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.388268 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.388398 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.388465 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.388689 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.388864 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.389031 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.389192 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.389351 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.389527 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.389690 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.389855 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.390016 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.390179 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.390340 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.390505 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.390671 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.390873 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.391001 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.391165 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.391336 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.391505 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.391675 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.391839 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.392321 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.392321 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.392321 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.392566 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.392715 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.393459 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.393459 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.393459 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.393459 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.393716 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.393716 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.393865 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.394024 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.394184 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.394345 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.394506 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.394836 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.394836 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.394993 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.395128 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.395290 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 23:50:19.395476 dv-osbrick-789289-3-ceph neutron-server[107258]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 23:50:19.398240 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:50:31.035592 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2c606-2f51-495b-839e-490aa60b26c1 None None] get_active_networks_info from dv-osbrick-789289-3-ceph {{(pid=107401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 23:50:31.131378 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e2c606-2f51-495b-839e-490aa60b26c1 None None] No non-hosted networks {{(pid=107401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 23:50:31.146739 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.agentschedulers_db [None req-a9e2c606-2f51-495b-839e-490aa60b26c1 None None] DHCP Agent not found on host dv-osbrick-789289-3-ceph {{(pid=107401) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 26 23:50:31.377108 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-66cb7b14-6fe6-4c11-b7b8-55b048f7b00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541'] for agent, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:33.235199 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-a2227133-b917-4808-ae2f-d2f07bc59fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541'] for agent, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:33.287193 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.db.api [None req-83e21b46-6e05-498a-a42c-b7fb9e3717b1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-osbrick-789289-3-ceph {{(pid=107401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:50:33.287884 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_db.api [None req-83e21b46-6e05-498a-a42c-b7fb9e3717b1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:50:33.309114 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541'] for agent, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:33.312998 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.312998 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.312998 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.312998 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.312998 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.313426 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.313426 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.313426 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.313426 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.313426 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.314127 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.314612 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:33.315147 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-osbrick-789289-3-ceph', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:50:33.328402 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-osbrick-789289-3-ceph', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:50:33.923732 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-83e21b46-6e05-498a-a42c-b7fb9e3717b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:34.199456 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541'] for agent, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:35.448427 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60156) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:35.681459 dv-osbrick-789289-3-ceph neutron-server[107399]: WARNING oslo_policy.policy [None req-a57d7a9c-056b-40c2-b517-ef996acce9cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 23:50:35.682170 dv-osbrick-789289-3-ceph neutron-server[107399]: WARNING oslo_policy.policy [None req-a57d7a9c-056b-40c2-b517-ef996acce9cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 23:50:35.893115 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [None req-a57d7a9c-056b-40c2-b517-ef996acce9cf admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=107399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 23:50:35.894124 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-a57d7a9c-056b-40c2-b517-ef996acce9cf admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.4446511 May 26 23:50:38.175906 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 60170) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:38.292621 dv-osbrick-789289-3-ceph neutron-server[107400]: WARNING oslo_policy.policy [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 23:50:38.293237 dv-osbrick-789289-3-ceph neutron-server[107400]: WARNING oslo_policy.policy [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 23:50:38.503933 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:50:38.614757 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.policy [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107400) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 23:50:38.661810 dv-osbrick-789289-3-ceph neutron-server[107400]: WARNING oslo_policy.policy [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 23:50:38.662206 dv-osbrick-789289-3-ceph neutron-server[107400]: WARNING oslo_policy.policy [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 23:50:38.671461 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.quota [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] Loaded quota_driver: . May 26 23:50:38.687292 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:50:38.811707 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788527074666', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788527076153', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788527087355', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788527059799', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788527069233', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788526977179', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2084635', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1943088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-872178', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698103'] for rbac-policy, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:39.011273 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:39.012731 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-e76aa5be-9abb-4853-9181-218c5f6c99cc admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8343897 May 26 23:50:40.213759 dv-osbrick-789289-3-ceph neutron-server[107401]: INFO neutron.db.l3_hamode_db [None req-1d7bb37a-b0d7-435c-94d6-158941ae3093 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 23:50:40.300898 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7bb37a-b0d7-435c-94d6-158941ae3093 None None] Routers set() bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:50:40.301194 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7bb37a-b0d7-435c-94d6-158941ae3093 None None] Router IDs set() for agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 26 23:50:41.281446 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 60188) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:41.329193 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:50:41.334235 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:50:41.338699 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Usage tracker for resource:network and tenant:8388c9791aa54486aba0aa6e5fd3d7da is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:50:41.343308 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:50:41.349488 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:50:41.422227 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Made reservation on behalf of 8388c9791aa54486aba0aa6e5fd3d7da for: {'network': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:50:41.425665 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983857'] for network, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:41.443915 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:41.458504 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:50:41.462062 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Usage tracker for resource:security_group_rule and tenant:8388c9791aa54486aba0aa6e5fd3d7da is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:50:41.467350 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:50:41.472941 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:50:41.564809 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:41.628227 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:41.633797 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:41.663588 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70903624-5155-4861-b5c3-3efe622fe983,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:50:41.674664 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.675017 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.675347 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.675669 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.675984 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.676318 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.676654 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.676982 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.677314 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.677628 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.677935 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.678280 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Tracked resource versions report: May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: pushed versions: May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: { 'AddressGroup': {'1.2'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'ConntrackHelper': {'1.0'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Log': {'1.0'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Network': {'1.1'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Port': {'1.7'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'PortForwarding': {'1.2'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'QosPolicy': {'1.8'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SecurityGroup': {'1.4'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SecurityGroupRule': {'1.2'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SubPort': {'1.0'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Subnet': {'1.1'}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Trunk': {'1.1'}} May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: consumer versions: May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: { DHCP agent@dv-osbrick-789289-3-ceph: {}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: L3 agent@dv-osbrick-789289-3-ceph: {}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: Metadata agent@dv-osbrick-789289-3-ceph: {}, May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: Open vSwitch agent@dv-osbrick-789289-3-ceph: { 'AddressGroup': '1.2', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'ConntrackHelper': '1.0', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Log': '1.0', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Network': '1.1', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Port': '1.7', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'PortForwarding': '1.2', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'QosPolicy': '1.8', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SecurityGroup': '1.4', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SecurityGroupRule': '1.2', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SubPort': '1.0', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Subnet': '1.1', May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Trunk': '1.1'}} May 26 23:50:41.679316 dv-osbrick-789289-3-ceph neutron-server[107400]: {{(pid=107400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 23:50:41.709935 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:41.730078 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=107400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:50:41.744806 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788529302550', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:41.745397 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Unsubscribe: segment precommit_create {{(pid=107400) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 23:50:41.745863 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.db.segments_db [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Added segment 9b633ffd-75ec-40f1-8a39-4175261eee45 of type vlan for network 457caf62-0828-477e-8b74-8c39ee40148f May 26 23:50:41.826196 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788528892739'] for network, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:41.896738 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252'] for network, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:41.898334 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:41.898976 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:41.904297 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:42.009437 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Pushing event updated for resources: {'Network': ['ID=457caf62-0828-477e-8b74-8c39ee40148f,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:50:42.012671 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:42.020499 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Network 457caf62-0828-477e-8b74-8c39ee40148f details requested by agent ovs-agent-dv-osbrick-789289-3-ceph with host dv-osbrick-789289-3-ceph {{(pid=107401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:50:42.040253 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7576227 May 26 23:50:44.363052 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 60204) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:44.512420 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9adc8a5-56c8-4e12-81c3-9915d0e312eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:44.513714 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-c9adc8a5-56c8-4e12-81c3-9915d0e312eb admin admin] 10.222.0.38 "GET /v2.0/networks/457caf62-0828-477e-8b74-8c39ee40148f HTTP/1.1" status: 200 len: 825 time: 0.1496859 May 26 23:50:44.541371 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-d37b0260-9437-4777-a1dd-0ab66bd13a37 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/89947214-f0d0-48e5-bab8-8e1da8ef45d0 HTTP/1.1" status: 200 len: 734 time: 0.0223625 May 26 23:50:44.549816 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Request body: {'subnet': {'network_id': '457caf62-0828-477e-8b74-8c39ee40148f', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '89947214-f0d0-48e5-bab8-8e1da8ef45d0', 'ip_version': 4}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:50:44.554078 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:50:44.558427 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Usage tracker for resource:subnet and tenant:8388c9791aa54486aba0aa6e5fd3d7da is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:50:44.561332 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:50:44.567180 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:50:44.627807 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Made reservation on behalf of 8388c9791aa54486aba0aa6e5fd3d7da for: {'subnet': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:50:44.630194 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:45.158393 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229'] for subnet, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:45.163614 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:45.243462 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Checking segment: {'id': '9b633ffd-75ec-40f1-8a39-4175261eee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:50:45.243861 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Network hostable DHCP agents. Network: 457caf62-0828-477e-8b74-8c39ee40148f, hostable agents: ['5c7fca0d-b565-48b3-a563-e660e9707e09'], hosted agents: [] {{(pid=107400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:50:45.249201 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bcf061-2b80-4897-aea7-b9b66f788622,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:50:45.255003 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:45.330632 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Network 457caf62-0828-477e-8b74-8c39ee40148f is scheduled to be hosted by DHCP agent 5c7fca0d-b565-48b3-a563-e660e9707e09 with binding_index 1 {{(pid=107400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:50:45.405020 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789289-3-ceph, 457caf62-0828-477e-8b74-8c39ee40148f) {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:50:45.409581 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:45.410189 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for subnet, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:45.415293 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe22ce6f-2906-486a-b8a8-8f354c71852e None None] Network 457caf62-0828-477e-8b74-8c39ee40148f requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:50:45.503242 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9565239 May 26 23:50:45.734516 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e250539-f692-5071-ad3a-77ecdd418599-457caf62-0828-477e-8b74-8c39ee40148f', 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'fixed_ips': [{'subnet_id': 'd6bcf061-2b80-4897-aea7-b9b66f788622'}]}} from dv-osbrick-789289-3-ceph. {{(pid=107401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 23:50:45.735678 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:45.922703 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.db_base_plugin_common [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Allocated IP 172.20.0.2 (457caf62-0828-477e-8b74-8c39ee40148f/d6bcf061-2b80-4897-aea7-b9b66f788622/d66cd868-bf3a-4115-98c7-a6866d6906d7) {{(pid=107401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:50:46.162765 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Notify callbacks [] for port, precommit_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:46.199813 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Transition to ACTIVE for port object d66cd868-bf3a-4115-98c7-a6866d6906d7 will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:50:46.199813 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Transition to ACTIVE for port object d66cd868-bf3a-4115-98c7-a6866d6906d7 will not be triggered until provisioned by entity DHCP. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:50:46.285991 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:46.291212 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:46.352897 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Network 457caf62-0828-477e-8b74-8c39ee40148f is already hosted by enough agents. {{(pid=107401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:50:46.354038 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.base_scheduler [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Resources bound (agent type, host, resource id): {{(pid=107401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:50:46.360030 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Received port after_create {{(pid=107401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:50:46.366311 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Pushing event updated for resources: {'Port': ['ID=d66cd868-bf3a-4115-98c7-a6866d6906d7,revision_number=1']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:50:46.406704 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.407062 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.407391 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.407712 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.408029 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.408347 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.408696 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.409013 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.409347 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.409658 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.409969 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.410275 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Tracked resource versions report: May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: pushed versions: May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: { 'AddressGroup': {'1.2'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'ConntrackHelper': {'1.0'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Log': {'1.0'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Network': {'1.1'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Port': {'1.7'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'PortForwarding': {'1.2'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'QosPolicy': {'1.8'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SecurityGroup': {'1.4'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SecurityGroupRule': {'1.2'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SubPort': {'1.0'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Subnet': {'1.1'}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Trunk': {'1.1'}} May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: consumer versions: May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: { DHCP agent@dv-osbrick-789289-3-ceph: {}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: L3 agent@dv-osbrick-789289-3-ceph: {}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: Metadata agent@dv-osbrick-789289-3-ceph: {}, May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: Open vSwitch agent@dv-osbrick-789289-3-ceph: { 'AddressGroup': '1.2', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'ConntrackHelper': '1.0', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Log': '1.0', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Network': '1.1', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Port': '1.7', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'PortForwarding': '1.2', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'QosPolicy': '1.8', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SecurityGroup': '1.4', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SecurityGroupRule': '1.2', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SubPort': '1.0', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Subnet': '1.1', May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Trunk': '1.1'}} May 26 23:50:46.411337 dv-osbrick-789289-3-ceph neutron-server[107401]: {{(pid=107401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 23:50:46.443116 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:46.469286 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Attempting to bind port d66cd868-bf3a-4115-98c7-a6866d6906d7 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:50:46.469587 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Attempting to bind port d66cd868-bf3a-4115-98c7-a6866d6906d7 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': '9b633ffd-75ec-40f1-8a39-4175261eee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:50:46.470012 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Attempting to bind port d66cd868-bf3a-4115-98c7-a6866d6906d7 on network 457caf62-0828-477e-8b74-8c39ee40148f {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:50:46.475254 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:50:46.475649 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Checking segment: {'id': '9b633ffd-75ec-40f1-8a39-4175261eee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:50:46.476124 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:46.476642 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Bound using segment: {'id': '9b633ffd-75ec-40f1-8a39-4175261eee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:50:46.477035 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Bound port: d66cd868-bf3a-4115-98c7-a6866d6906d7, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b633ffd-75ec-40f1-8a39-4175261eee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:50:46.477397 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:46.575455 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] For port d66cd868-bf3a-4115-98c7-a6866d6906d7, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:50:46.579377 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] For port d66cd868-bf3a-4115-98c7-a6866d6906d7, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=d66cd868-bf3a-4115-98c7-a6866d6906d7,segment=NetworkSegment(9b633ffd-75ec-40f1-8a39-4175261eee45),segment_id=9b633ffd-75ec-40f1-8a39-4175261eee45)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:50:46.622970 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:46.627056 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:46.713977 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Pushing event updated for resources: {'Port': ['ID=d66cd868-bf3a-4115-98c7-a6866d6906d7,revision_number=2']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:50:46.719674 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:47.817520 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60214) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:47.865116 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [None req-a4280518-77f1-4d49-81e9-27f4d8465a3c admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=107399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 23:50:47.866060 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-a4280518-77f1-4d49-81e9-27f4d8465a3c admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0476422 May 26 23:50:50.129700 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60224) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:50.179513 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [None req-6d85f430-93b7-4c58-84c4-67a5b54cf6c2 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=107399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 23:50:50.180493 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-6d85f430-93b7-4c58-84c4-67a5b54cf6c2 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0498183 May 26 23:50:52.409910 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b98ddfe-893e-485e-a3ff-9957bd705330 None None] Network 457caf62-0828-477e-8b74-8c39ee40148f requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:50:52.507701 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60240) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:52.546062 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-e10e6565-215a-446a-bc10-152220b6660d None None] Provisioning for port d66cd868-bf3a-4115-98c7-a6866d6906d7 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:50:52.556383 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Request body: {'router': {'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'name': 'router1', 'admin_state_up': True}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:50:52.644488 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.policy [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107399) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 23:50:52.693330 dv-osbrick-789289-3-ceph neutron-server[107399]: WARNING oslo_policy.policy [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 23:50:52.693730 dv-osbrick-789289-3-ceph neutron-server[107399]: WARNING oslo_policy.policy [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 23:50:52.702724 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.quota [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Loaded quota_driver: . May 26 23:50:52.719658 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:50:52.726475 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Usage tracker for resource:router and tenant:8388c9791aa54486aba0aa6e5fd3d7da is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:50:52.732284 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:50:52.740045 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:50:52.794072 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37382'] for router, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:52.796170 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37393'] for router, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:52.823358 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:52.978514 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-982321'] for router, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:53.016597 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device d66cd868-bf3a-4115-98c7-a6866d6906d7 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:50:53.045362 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:53.046559 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-88fa6166-4073-4a0f-b2cb-63f612124eb4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5378931 May 26 23:50:53.148408 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port d66cd868-bf3a-4115-98c7-a6866d6906d7 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:50:53.154115 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port d66cd868-bf3a-4115-98c7-a6866d6906d7 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:50:53.154524 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:53.303536 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:53.336146 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port d66cd868-bf3a-4115-98c7-a6866d6906d7, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=d66cd868-bf3a-4115-98c7-a6866d6906d7,segment=NetworkSegment(9b633ffd-75ec-40f1-8a39-4175261eee45),segment_id=9b633ffd-75ec-40f1-8a39-4175261eee45)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:50:53.417573 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:53.420799 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:53.489563 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=d66cd868-bf3a-4115-98c7-a6866d6906d7,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:50:53.492850 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:54.985438 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device d66cd868-bf3a-4115-98c7-a6866d6906d7 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:50:55.053072 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port d66cd868-bf3a-4115-98c7-a6866d6906d7 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:50:55.059169 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:55.278686 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 60252) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:55.327062 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [None req-9dcd7358-a0e7-46ef-ac6a-5736fffe921c admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=107400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 23:50:55.328038 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-9dcd7358-a0e7-46ef-ac6a-5736fffe921c admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0484362 May 26 23:50:57.556444 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60262) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:50:57.604704 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:50:57.609488 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:50:57.613270 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Usage tracker for resource:network and tenant:d38ab59183c644f6a659b8d562992e87 is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:50:57.617030 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:50:57.623284 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:50:57.673154 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Made reservation on behalf of d38ab59183c644f6a659b8d562992e87 for: {'network': 1} {{(pid=107399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:50:57.675937 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983857'] for network, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:57.693253 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:57.707725 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:50:57.711382 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Usage tracker for resource:security_group_rule and tenant:d38ab59183c644f6a659b8d562992e87 is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:50:57.714652 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:50:57.720221 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:50:57.813048 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:57.856123 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:57.861337 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:57.872338 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=107399) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 23:50:57.903617 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788529302550', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:57.904218 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Unsubscribe: segment precommit_create {{(pid=107399) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 23:50:57.904741 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.db.segments_db [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Added segment e4f5aa38-a9a1-4e58-aa70-596e328c5321 of type flat for network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c May 26 23:50:57.958403 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b014ac-e053-46ef-8689-b201bbbd391f,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:50:57.977136 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982129 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982129 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982129 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982129 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982129 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982612 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982612 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982612 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982612 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.982612 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Tracked resource versions report: May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: pushed versions: May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: { 'AddressGroup': {'1.2'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'ConntrackHelper': {'1.0'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Log': {'1.0'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Network': {'1.1'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Port': {'1.7'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'PortForwarding': {'1.2'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'QosPolicy': {'1.8'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SecurityGroup': {'1.4'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SecurityGroupRule': {'1.2'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SubPort': {'1.0'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Subnet': {'1.1'}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Trunk': {'1.1'}} May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: consumer versions: May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: { DHCP agent@dv-osbrick-789289-3-ceph: {}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: L3 agent@dv-osbrick-789289-3-ceph: {}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: Metadata agent@dv-osbrick-789289-3-ceph: {}, May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: Open vSwitch agent@dv-osbrick-789289-3-ceph: { 'AddressGroup': '1.2', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'ConntrackHelper': '1.0', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Log': '1.0', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Network': '1.1', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Port': '1.7', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'PortForwarding': '1.2', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'QosPolicy': '1.8', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SecurityGroup': '1.4', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SecurityGroupRule': '1.2', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SubPort': '1.0', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Subnet': '1.1', May 26 23:50:57.983071 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Trunk': '1.1'}} May 26 23:50:57.985035 dv-osbrick-789289-3-ceph neutron-server[107399]: {{(pid=107399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 23:50:58.030966 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788528892739'] for network, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:58.035044 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:58.142062 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252'] for network, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:58.143466 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:58.144128 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:58.148807 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:50:58.254199 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5babdef9-1ca1-4c6d-af93-ac36ec49b07c,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:50:58.257400 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:50:58.265528 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c details requested by agent ovs-agent-dv-osbrick-789289-3-ceph with host dv-osbrick-789289-3-ceph {{(pid=107401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:50:58.314755 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7571845 May 26 23:51:00.538211 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60276) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:00.654236 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5804888-afce-43b2-8541-35a2ee5d6197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:00.655628 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-d5804888-afce-43b2-8541-35a2ee5d6197 admin admin] 10.222.0.38 "GET /v2.0/subnets/d6bcf061-2b80-4897-aea7-b9b66f788622 HTTP/1.1" status: 200 len: 849 time: 0.1164730 May 26 23:51:00.820053 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-3e939fc8-6aa7-472e-a1fc-62547bf72dc1 admin admin] 10.222.0.38 "GET /v2.0/routers/a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea HTTP/1.1" status: 200 len: 704 time: 0.1588280 May 26 23:51:00.965398 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-a640162c-f701-461c-814f-403c2876c33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:01.285860 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:01.521290 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.db_base_plugin_common [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Allocated IP 172.20.0.1 (457caf62-0828-477e-8b74-8c39ee40148f/d6bcf061-2b80-4897-aea7-b9b66f788622/1627994e-e482-478b-8743-376a71fd4bb2) {{(pid=107399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:51:01.710739 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:01.729885 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.provisioning_blocks [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Transition to ACTIVE for port object 1627994e-e482-478b-8743-376a71fd4bb2 will not be triggered until provisioned by entity DHCP. {{(pid=107399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:51:01.833506 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:01.838322 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:01.901765 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Network 457caf62-0828-477e-8b74-8c39ee40148f is already hosted by enough agents. {{(pid=107399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:51:01.904337 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Resources bound (agent type, host, resource id): {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:51:01.910508 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Received port after_create {{(pid=107399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:51:01.911036 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1042481'] for router_interface, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:02.039532 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Pushing event updated for resources: {'Port': ['ID=1627994e-e482-478b-8743-376a71fd4bb2,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:02.056486 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:02.256440 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-7bf26469-2b56-4917-9367-35a76b1b10b4 None None] Provisioning for port 1627994e-e482-478b-8743-376a71fd4bb2 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:51:02.262642 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-7bf26469-2b56-4917-9367-35a76b1b10b4 None None] Provisioning complete for port 1627994e-e482-478b-8743-376a71fd4bb2 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:02.266757 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-7bf26469-2b56-4917-9367-35a76b1b10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:02.308716 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:02.317457 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-7bf26469-2b56-4917-9367-35a76b1b10b4 None None] Port 1627994e-e482-478b-8743-376a71fd4bb2 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:51:02.544494 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:02.621953 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:02.623074 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043160'] for router_interface, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:02.626575 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:02.756600 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Pushing event updated for resources: {'Port': ['ID=1627994e-e482-478b-8743-376a71fd4bb2,revision_number=2']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:02.765323 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:02.817035 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Network 457caf62-0828-477e-8b74-8c39ee40148f is already hosted by enough agents. {{(pid=107399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:51:02.818033 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Resources bound (agent type, host, resource id): {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:51:03.045700 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-04a81597-b802-4f01-9784-8f85c5c5828b None None] Provisioning complete for port 1627994e-e482-478b-8743-376a71fd4bb2 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:03.046067 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-04a81597-b802-4f01-9784-8f85c5c5828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:03.063041 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Router a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea is scheduled to L3 agent 00222860-d7aa-494c-9a31-01e8840239ff with binding_index 1 {{(pid=107399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 23:51:03.111644 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-04a81597-b802-4f01-9784-8f85c5c5828b None None] Port 1627994e-e482-478b-8743-376a71fd4bb2 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:51:03.208639 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-f0342dfb-0668-4144-a7c7-0da5f9960381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:03.220280 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:51:03.230424 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Sync routers for ids ['a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:51:03.231270 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] 10.222.0.38 "PUT /v2.0/routers/a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4057028 May 26 23:51:03.243952 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Routers {'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:51:03.244271 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:51:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:03.279597 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:03.421598 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Set router a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea gateway port host: None {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:51:03.823429 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'name': 'router1', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:50:52Z', 'updated_at': '2021-05-26T23:51:02Z', 'revision_number': 2, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'gw_port_host': None, '_interfaces': [{'id': '1627994e-e482-478b-8743-376a71fd4bb2', 'name': '', 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'mac_address': 'fa:16:3e:df:9a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:51:01Z', 'updated_at': '2021-05-26T23:51:02Z', 'revision_number': 2, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'subnets': [{'id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89947214-f0d0-48e5-bab8-8e1da8ef45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:03.828905 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Checking router: a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:51:03.832253 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Updating router a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea port 1627994e-e482-478b-8743-376a71fd4bb2 binding host dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:51:03.889526 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.165491 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.350474 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Notify callbacks [] for port, precommit_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.369515 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.provisioning_blocks [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Transition to ACTIVE for port object 1627994e-e482-478b-8743-376a71fd4bb2 will not be triggered until provisioned by entity L2. {{(pid=107402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:51:04.445775 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.452542 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:04.662476 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Pushing event updated for resources: {'Port': ['ID=1627994e-e482-478b-8743-376a71fd4bb2,revision_number=3']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:04.681194 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.681546 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.681881 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.682211 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.682539 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.682877 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.683192 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.683510 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.683856 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.684176 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.684492 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.684836 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Tracked resource versions report: May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: pushed versions: May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: { 'AddressGroup': {'1.2'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'ConntrackHelper': {'1.0'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Log': {'1.0'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Network': {'1.1'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Port': {'1.7'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'PortForwarding': {'1.2'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'QosPolicy': {'1.8'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SecurityGroup': {'1.4'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SecurityGroupRule': {'1.2'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SubPort': {'1.0'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Subnet': {'1.1'}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Trunk': {'1.1'}} May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: consumer versions: May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: { DHCP agent@dv-osbrick-789289-3-ceph: {}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: L3 agent@dv-osbrick-789289-3-ceph: {}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: Metadata agent@dv-osbrick-789289-3-ceph: {}, May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: Open vSwitch agent@dv-osbrick-789289-3-ceph: { 'AddressGroup': '1.2', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'ConntrackHelper': '1.0', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Log': '1.0', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Network': '1.1', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Port': '1.7', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'PortForwarding': '1.2', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'QosPolicy': '1.8', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SecurityGroup': '1.4', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SecurityGroupRule': '1.2', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SubPort': '1.0', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Subnet': '1.1', May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Trunk': '1.1'}} May 26 23:51:04.685923 dv-osbrick-789289-3-ceph neutron-server[107402]: {{(pid=107402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 23:51:04.692141 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Attempting to bind port 1627994e-e482-478b-8743-376a71fd4bb2 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:51:04.692525 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Attempting to bind port 1627994e-e482-478b-8743-376a71fd4bb2 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': '9b633ffd-75ec-40f1-8a39-4175261eee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f'}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:51:04.693005 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Attempting to bind port 1627994e-e482-478b-8743-376a71fd4bb2 on network 457caf62-0828-477e-8b74-8c39ee40148f {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:51:04.695217 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:04.700244 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:51:04.700702 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Checking segment: {'id': '9b633ffd-75ec-40f1-8a39-4175261eee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:51:04.701214 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.701607 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Bound using segment: {'id': '9b633ffd-75ec-40f1-8a39-4175261eee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f'} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:51:04.702119 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Bound port: 1627994e-e482-478b-8743-376a71fd4bb2, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b633ffd-75ec-40f1-8a39-4175261eee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f'}}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:51:04.702497 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.803183 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] For port 1627994e-e482-478b-8743-376a71fd4bb2, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:51:04.809388 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] For port 1627994e-e482-478b-8743-376a71fd4bb2, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=1627994e-e482-478b-8743-376a71fd4bb2,segment=NetworkSegment(9b633ffd-75ec-40f1-8a39-4175261eee45),segment_id=9b633ffd-75ec-40f1-8a39-4175261eee45)] {{(pid=107402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:51:04.885536 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.889710 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:04.968236 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Routers {'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:51:04.968905 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:51:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:05.147602 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Pushing event updated for resources: {'Port': ['ID=1627994e-e482-478b-8743-376a71fd4bb2,revision_number=4']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:05.153167 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:05.172731 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] Set router a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea gateway port host: None {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:51:05.499684 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60288) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:05.510982 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-e5482701-623a-49cc-8682-3bff42917002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'name': 'router1', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:50:52Z', 'updated_at': '2021-05-26T23:51:02Z', 'revision_number': 2, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'gw_port_host': None, '_interfaces': [{'id': '1627994e-e482-478b-8743-376a71fd4bb2', 'name': '', 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'mac_address': 'fa:16:3e:df:9a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:51:01Z', 'updated_at': '2021-05-26T23:51:04Z', 'revision_number': 4, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'subnets': [{'id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89947214-f0d0-48e5-bab8-8e1da8ef45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:05.514938 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5482701-623a-49cc-8682-3bff42917002 None None] The sync data for ids ['a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'] in dv-osbrick-789289-3-ceph is: [{'id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'name': 'router1', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:50:52Z', 'updated_at': '2021-05-26T23:51:02Z', 'revision_number': 2, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'gw_port_host': None, '_interfaces': [{'id': '1627994e-e482-478b-8743-376a71fd4bb2', 'name': '', 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'mac_address': 'fa:16:3e:df:9a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:51:01Z', 'updated_at': '2021-05-26T23:51:04Z', 'revision_number': 4, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'subnets': [{'id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89947214-f0d0-48e5-bab8-8e1da8ef45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:51:05.674318 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339a9488-48ae-42ac-82e1-61c27dabfccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:05.674926 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-339a9488-48ae-42ac-82e1-61c27dabfccb admin admin] Synchronizing usage tracker for tenant:d38ab59183c644f6a659b8d562992e87 on resource:network {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:51:05.742271 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-339a9488-48ae-42ac-82e1-61c27dabfccb admin admin] Unset dirty status for tenant:d38ab59183c644f6a659b8d562992e87 on resource:network {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:51:05.743695 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-339a9488-48ae-42ac-82e1-61c27dabfccb admin admin] 10.222.0.38 "GET /v2.0/networks/5babdef9-1ca1-4c6d-af93-ac36ec49b07c HTTP/1.1" status: 200 len: 842 time: 0.2429593 May 26 23:51:05.753231 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'enable_dhcp': False, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'ip_version': 4}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:51:05.759246 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:05.763119 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Usage tracker for resource:subnet and tenant:d38ab59183c644f6a659b8d562992e87 is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:05.766118 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:05.772428 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:05.822681 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Made reservation on behalf of d38ab59183c644f6a659b8d562992e87 for: {'subnet': 1} {{(pid=107399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:51:05.825029 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:06.320753 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.objects.ports [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107399) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 26 23:51:06.321456 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229'] for subnet, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:06.325058 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:06.395217 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cb8ac1-90ac-45bd-96d1-dbca94accd2f,revision_number=0']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:06.400927 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:06.405802 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Checking segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:51:06.406162 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Network hostable DHCP agents. Network: 5babdef9-1ca1-4c6d-af93-ac36ec49b07c, hostable agents: ['5c7fca0d-b565-48b3-a563-e660e9707e09'], hosted agents: [] {{(pid=107399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:51:06.502112 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c is scheduled to be hosted by DHCP agent 5c7fca0d-b565-48b3-a563-e660e9707e09 with binding_index 1 {{(pid=107399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:51:06.588088 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789289-3-ceph, 5babdef9-1ca1-4c6d-af93-ac36ec49b07c) {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:51:06.593199 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:06.593917 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for subnet, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:06.605327 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d5d97-9ff3-4bed-a34b-d84cc42aed06 None None] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:51:06.733740 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9837928 May 26 23:51:06.854855 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c086c5-1b46-49d9-b5c3-c299dce4f9b2 None None] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:51:09.019724 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 1627994e-e482-478b-8743-376a71fd4bb2 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:51:09.077115 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60302) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:09.141997 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 1627994e-e482-478b-8743-376a71fd4bb2 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:51:09.147401 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 1627994e-e482-478b-8743-376a71fd4bb2 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:09.147787 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:09.274782 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:09.309614 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port 1627994e-e482-478b-8743-376a71fd4bb2, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=1627994e-e482-478b-8743-376a71fd4bb2,segment=NetworkSegment(9b633ffd-75ec-40f1-8a39-4175261eee45),segment_id=9b633ffd-75ec-40f1-8a39-4175261eee45)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:51:09.338430 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-cfc907aa-b061-4fb0-8033-7fb057b28ed8 admin admin] 10.222.0.38 "GET /v2.0/routers/a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea HTTP/1.1" status: 200 len: 710 time: 0.2601993 May 26 23:51:09.388331 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:09.391484 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:09.461931 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=1627994e-e482-478b-8743-376a71fd4bb2,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:09.465145 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:09.476036 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4caad6-4836-4c93-b8fa-e07c39b4aef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:09.478205 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-9c4caad6-4836-4c93-b8fa-e07c39b4aef3 admin admin] 10.222.0.38 "GET /v2.0/networks/5babdef9-1ca1-4c6d-af93-ac36ec49b07c HTTP/1.1" status: 200 len: 886 time: 0.1344109 May 26 23:51:09.486794 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:51:09.943118 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:10.390678 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:10.449758 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:10.650850 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.db_base_plugin_common [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Allocated IP 172.31.0.115 (5babdef9-1ca1-4c6d-af93-ac36ec49b07c/d3cb8ac1-90ac-45bd-96d1-dbca94accd2f/57a50cfc-19e7-4e7c-8aeb-a98e703acbe3) {{(pid=107399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:51:10.796075 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:10.925422 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:10.929566 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:11.002521 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c is already hosted by enough agents. {{(pid=107399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:51:11.009605 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Resources bound (agent type, host, resource id): {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:51:11.016689 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 1627994e-e482-478b-8743-376a71fd4bb2 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:51:11.017605 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Received port after_create {{(pid=107399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:51:11.089351 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 1627994e-e482-478b-8743-376a71fd4bb2 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:11.090118 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:11.134697 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Pushing event updated for resources: {'Port': ['ID=57a50cfc-19e7-4e7c-8aeb-a98e703acbe3,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:11.143555 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:11.497946 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:11.840478 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:11.843640 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-982321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-982399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-982334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-922445'] for router, after_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:12.023103 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Router a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 23:51:12.252630 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:51:12.261231 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Notify callbacks [] for router, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:12.262393 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] 10.222.0.38 "PUT /v2.0/routers/a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea HTTP/1.1" status: 200 len: 890 time: 2.7789378 May 26 23:51:12.263017 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Sync routers for ids ['a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'] in dv-osbrick-789289-3-ceph {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:51:12.273132 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Routers {'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:51:12.273849 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:51:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:12.493444 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Set router a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:51:12.837933 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'name': 'router1', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.115'}], 'enable_snat': True}, 'gw_port_id': '57a50cfc-19e7-4e7c-8aeb-a98e703acbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:50:52Z', 'updated_at': '2021-05-26T23:51:11Z', 'revision_number': 4, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'gw_port': {'id': '57a50cfc-19e7-4e7c-8aeb-a98e703acbe3', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:51:10Z', 'updated_at': '2021-05-26T23:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': '1627994e-e482-478b-8743-376a71fd4bb2', 'name': '', 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'mac_address': 'fa:16:3e:df:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:51:01Z', 'updated_at': '2021-05-26T23:51:09Z', 'revision_number': 5, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'subnets': [{'id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89947214-f0d0-48e5-bab8-8e1da8ef45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:12.842806 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Checking router: a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea for host: dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:51:12.843164 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Updating router a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 binding host dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:51:12.897673 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:13.230359 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Notify callbacks [] for port, precommit_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:13.243332 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Transition to ACTIVE for port object 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:51:13.324820 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:13.328813 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:13.405312 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde71a80-f349-4cde-aa5f-96633bf214d5 None None] Pushing event updated for resources: {'Port': ['ID=57a50cfc-19e7-4e7c-8aeb-a98e703acbe3,revision_number=2']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:13.407507 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Attempting to bind port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:51:13.407878 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Attempting to bind port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:51:13.408242 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Attempting to bind port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 on network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:51:13.410436 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-fde71a80-f349-4cde-aa5f-96633bf214d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:13.415289 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:51:13.415777 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Checking segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:51:13.416188 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:13.416580 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Bound using segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:51:13.417085 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Bound port: 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:51:13.417459 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:13.492892 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] For port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:51:13.495982 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] For port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=57a50cfc-19e7-4e7c-8aeb-a98e703acbe3,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:51:13.565382 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:13.569594 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-fde71a80-f349-4cde-aa5f-96633bf214d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:13.644900 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Routers {'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:51:13.645528 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:51:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:13.714005 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde71a80-f349-4cde-aa5f-96633bf214d5 None None] Pushing event updated for resources: {'Port': ['ID=57a50cfc-19e7-4e7c-8aeb-a98e703acbe3,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:13.717171 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-fde71a80-f349-4cde-aa5f-96633bf214d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:13.836060 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] Set router a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:51:14.201406 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'name': 'router1', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.115'}], 'enable_snat': True}, 'gw_port_id': '57a50cfc-19e7-4e7c-8aeb-a98e703acbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:50:52Z', 'updated_at': '2021-05-26T23:51:11Z', 'revision_number': 4, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'gw_port': {'id': '57a50cfc-19e7-4e7c-8aeb-a98e703acbe3', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:51:10Z', 'updated_at': '2021-05-26T23:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': '1627994e-e482-478b-8743-376a71fd4bb2', 'name': '', 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'mac_address': 'fa:16:3e:df:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:51:01Z', 'updated_at': '2021-05-26T23:51:09Z', 'revision_number': 5, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'subnets': [{'id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89947214-f0d0-48e5-bab8-8e1da8ef45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:14.205515 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a54256-7881-4aad-94fb-6dce9ebb5384 None None] The sync data for ids ['a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea'] in dv-osbrick-789289-3-ceph is: [{'id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'name': 'router1', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.115'}], 'enable_snat': True}, 'gw_port_id': '57a50cfc-19e7-4e7c-8aeb-a98e703acbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:50:52Z', 'updated_at': '2021-05-26T23:51:11Z', 'revision_number': 4, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'gw_port': {'id': '57a50cfc-19e7-4e7c-8aeb-a98e703acbe3', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:51:10Z', 'updated_at': '2021-05-26T23:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': '1627994e-e482-478b-8743-376a71fd4bb2', 'name': '', 'network_id': '457caf62-0828-477e-8b74-8c39ee40148f', 'tenant_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'mac_address': 'fa:16:3e:df:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26dc4fc-b5a2-47e5-a5ab-6e0c79b6dfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:51:01Z', 'updated_at': '2021-05-26T23:51:09Z', 'revision_number': 5, 'project_id': '8388c9791aa54486aba0aa6e5fd3d7da', 'subnets': [{'id': 'd6bcf061-2b80-4897-aea7-b9b66f788622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89947214-f0d0-48e5-bab8-8e1da8ef45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:51:14.662877 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60312) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:14.784103 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-8c28c797-bd46-4ee9-99ad-3281e2eca45d admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1200962 May 26 23:51:15.038293 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:51:15.176714 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:51:15.182384 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:15.182791 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:15.258953 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 4 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:51:15.313821 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:15.331526 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=57a50cfc-19e7-4e7c-8aeb-a98e703acbe3,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:51:15.419233 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:15.419505 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-fde71a80-f349-4cde-aa5f-96633bf214d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:51:15.488234 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=57a50cfc-19e7-4e7c-8aeb-a98e703acbe3,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:15.491353 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:51:17.016339 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:51:17.097537 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 57a50cfc-19e7-4e7c-8aeb-a98e703acbe3 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:17.097921 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:30.977287 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-4a5742c3-bed3-470d-93f5-0a221fbef79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:33.171368 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-f421f834-c1fb-4b0f-b0ee-6fe0071de2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:33.313378 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:34.165184 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:52.257800 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 4 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:52:00.947665 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-a62953f8-4176-4585-8522-226165997bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:03.213217 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fb31847c-4bff-4398-a013-b2148a628cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:03.284772 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:04.165192 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:29.257227 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 4 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:52:30.947425 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb16a-9131-4014-884d-41b93d53d75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:33.181813 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-812ed95d-87e3-422e-9621-49ce0bc46e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:33.278732 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:34.175137 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:40.150617 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60892) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:40.219739 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c7c025-8a82-495c-bf5e-8792cf90a02c admin admin] GET failed (client error): The resource could not be found. May 26 23:52:40.221037 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-d9c7c025-8a82-495c-bf5e-8792cf90a02c admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694859 May 26 23:52:40.360495 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc4377-24db-41a1-8977-6024317946ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:40.361919 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-6dcc4377-24db-41a1-8977-6024317946ac admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1369004 May 26 23:52:42.563177 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60902) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:42.671455 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7a2a8-3517-46c7-80d3-ca25c5070c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:42.672041 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-31a7a2a8-3517-46c7-80d3-ca25c5070c17 admin admin] Synchronizing usage tracker for tenant:d38ab59183c644f6a659b8d562992e87 on resource:subnet {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:52:42.775676 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-31a7a2a8-3517-46c7-80d3-ca25c5070c17 admin admin] Unset dirty status for tenant:d38ab59183c644f6a659b8d562992e87 on resource:subnet {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:52:42.776817 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-31a7a2a8-3517-46c7-80d3-ca25c5070c17 admin admin] 10.222.0.38 "GET /v2.0/subnets/d6bcf061-2b80-4897-aea7-b9b66f788622 HTTP/1.1" status: 200 len: 849 time: 0.2126820 May 26 23:52:42.786111 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:52:42.905801 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:43.153445 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788529378636'] for subnet, after_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:43.157386 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:52:43.201064 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:43.202185 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for subnet, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:43.202949 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] 10.222.0.38 "PUT /v2.0/subnets/d6bcf061-2b80-4897-aea7-b9b66f788622 HTTP/1.1" status: 200 len: 868 time: 0.4206166 May 26 23:52:43.207703 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10775b7b-724a-4748-9d32-b63c8d0829fc None None] Network 457caf62-0828-477e-8b74-8c39ee40148f requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:52:43.227893 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bcf061-2b80-4897-aea7-b9b66f788622,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:43.235186 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.235529 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.235915 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.236194 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.236523 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.236934 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.237269 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.237614 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.238112 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.238440 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.238761 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.239081 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:43.242965 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:52:43.719672 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-46b90dec-c148-40f1-97fc-7c1637014d63 None None] Provisioning complete for port d66cd868-bf3a-4115-98c7-a6866d6906d7 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:52:43.720057 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-46b90dec-c148-40f1-97fc-7c1637014d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:43.850994 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-46b90dec-c148-40f1-97fc-7c1637014d63 None None] Provisioning complete for port 1627994e-e482-478b-8743-376a71fd4bb2 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:52:43.851264 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-46b90dec-c148-40f1-97fc-7c1637014d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:45.449832 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 60912) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:45.627145 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f712e-3d59-4c3f-9940-6b41a0e2ccdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:45.627530 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f712e-3d59-4c3f-9940-6b41a0e2ccdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:45.629057 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-ba5f712e-3d59-4c3f-9940-6b41a0e2ccdb admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1783147 May 26 23:52:47.859525 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 60922) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:48.062435 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d8bcf-70de-493e-ba87-e6266381556e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:48.062910 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d8bcf-70de-493e-ba87-e6266381556e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:48.064459 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-426d8bcf-70de-493e-ba87-e6266381556e admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2039936 May 26 23:52:50.355920 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 60948) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:50.532492 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4cd9a8-9765-4d59-8072-89174f738c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:50.533770 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-6c4cd9a8-9765-4d59-8072-89174f738c36 admin admin] 10.222.0.38 "GET /v2.0/networks/457caf62-0828-477e-8b74-8c39ee40148f HTTP/1.1" status: 200 len: 869 time: 0.1769218 May 26 23:52:52.723701 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 60958) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:52.896980 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8166e5a7-3557-4837-8455-7e64b1147923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:52.898346 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-8166e5a7-3557-4837-8455-7e64b1147923 admin admin] 10.222.0.38 "GET /v2.0/networks/5babdef9-1ca1-4c6d-af93-ac36ec49b07c HTTP/1.1" status: 200 len: 886 time: 0.1730139 May 26 23:52:55.080526 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 60968) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:55.189296 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d73433-6236-4b23-9853-d5fbd04798f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:55.189766 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d73433-6236-4b23-9853-d5fbd04798f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:55.191293 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-25d73433-6236-4b23-9853-d5fbd04798f3 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1098013 May 26 23:52:57.420877 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60978) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:57.533826 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751be047-cf1a-4fe4-a167-aa63106de232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:57.534300 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751be047-cf1a-4fe4-a167-aa63106de232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:57.535894 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-751be047-cf1a-4fe4-a167-aa63106de232 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1137409 May 26 23:52:59.760765 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60988) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:59.865608 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed015c6-d4bc-4959-8f31-5b2f26ed97a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:59.867027 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-2ed015c6-d4bc-4959-8f31-5b2f26ed97a9 admin admin] 10.222.0.38 "GET /v2.0/subnets/d3cb8ac1-90ac-45bd-96d1-dbca94accd2f HTTP/1.1" status: 200 len: 816 time: 0.1053019 May 26 23:53:00.998530 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fa0f65d5-3923-4c80-a0ad-2b78b279d355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:02.101379 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 60998) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:53:02.216628 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0316c3-c668-4e2d-a302-368823fd095e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:02.218033 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-0e0316c3-c668-4e2d-a302-368823fd095e admin admin] 10.222.0.38 "GET /v2.0/subnets/d6bcf061-2b80-4897-aea7-b9b66f788622 HTTP/1.1" status: 200 len: 868 time: 0.1156981 May 26 23:53:03.176013 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e5d88265-4fce-43d6-8a05-a63ae5abbf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:03.285077 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:04.175744 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:06.258192 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 4 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:53:28.430821 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 32810) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:53:28.498983 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [None req-2f5acffe-4e5e-498a-8ee3-a6edbfda9f15 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=107399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 23:53:28.501103 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-2f5acffe-4e5e-498a-8ee3-a6edbfda9f15 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0689554 May 26 23:53:30.902795 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 32820) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:53:30.978177 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b534b8-a45d-479f-820e-024607065acb admin admin] GET failed (client error): The resource could not be found. May 26 23:53:30.979520 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-c1b534b8-a45d-479f-820e-024607065acb admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0754888 May 26 23:53:31.043870 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-861017ff-6368-41ca-8651-b7c608c556fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:31.121461 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b0133f-b945-48ee-8be9-d2bb7ff85c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:31.122991 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-a8b0133f-b945-48ee-8be9-d2bb7ff85c03 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1393380 May 26 23:53:33.219152 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-dfed1ade-eee0-4c87-ba0c-ccddcc656eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:33.295957 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:33.493207 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 32830) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:53:33.543517 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:53:33.548530 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:53:33.559456 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:53:33.706835 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Made reservation on behalf of d38ab59183c644f6a659b8d562992e87 for: {'network': 1} {{(pid=107399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:53:33.710003 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983857'] for network, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:33.800762 dv-osbrick-789289-3-ceph neutron-server[107399]: WARNING neutron.services.revisions.revision_plugin [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Could not find related network for resource to bump revision. May 26 23:53:33.813429 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=107399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:53:33.823450 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:33.823884 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.db.segments_db [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Added segment a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb of type vlan for network 3f609de7-004b-4c13-9da1-7a77acd45486 May 26 23:53:33.849017 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788528892739'] for network, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:33.918463 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252'] for network, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:33.919867 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:33.920446 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:33.923965 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:53:34.024334 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Pushing event updated for resources: {'Network': ['ID=3f609de7-004b-4c13-9da1-7a77acd45486,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:53:34.027135 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:53:34.034095 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Network 3f609de7-004b-4c13-9da1-7a77acd45486 details requested by agent ovs-agent-dv-osbrick-789289-3-ceph with host dv-osbrick-789289-3-ceph {{(pid=107401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:53:34.073392 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5790539 May 26 23:53:34.197101 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:36.394659 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 32840) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:53:36.466312 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.pecan_wsgi.hooks.translation [None req-befb46e3-e548-41ac-95b4-8e509c3033af admin admin] GET failed (client error): The resource could not be found. May 26 23:53:36.466851 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-befb46e3-e548-41ac-95b4-8e509c3033af admin admin] Synchronizing usage tracker for tenant:d38ab59183c644f6a659b8d562992e87 on resource:network {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:53:36.540193 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-befb46e3-e548-41ac-95b4-8e509c3033af admin admin] Unset dirty status for tenant:d38ab59183c644f6a659b8d562992e87 on resource:network {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:53:36.541358 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-befb46e3-e548-41ac-95b4-8e509c3033af admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1457503 May 26 23:53:36.650529 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240c6a1-2275-456b-9d91-8028462666fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:36.652024 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-c240c6a1-2275-456b-9d91-8028462666fa admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1067524 May 26 23:53:36.661680 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '3f609de7-004b-4c13-9da1-7a77acd45486', 'cidr': '192.168.233.0/24'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:53:36.667054 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:53:36.676967 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:53:36.774193 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Made reservation on behalf of d38ab59183c644f6a659b8d562992e87 for: {'subnet': 1} {{(pid=107399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:53:36.776551 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:37.360907 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229'] for subnet, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:37.364787 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-ab46d7ff-cf3b-4b9c-a0ba-40b6ff6b3989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:53:37.440923 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d110bb-1456-4b17-a62b-1a32a7655fb5,revision_number=0']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:53:37.445195 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:53:37.451027 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Checking segment: {'id': 'a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3f609de7-004b-4c13-9da1-7a77acd45486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:53:37.451381 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Network hostable DHCP agents. Network: 3f609de7-004b-4c13-9da1-7a77acd45486, hostable agents: ['5c7fca0d-b565-48b3-a563-e660e9707e09'], hosted agents: [] {{(pid=107399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:53:37.570210 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Network 3f609de7-004b-4c13-9da1-7a77acd45486 is scheduled to be hosted by DHCP agent 5c7fca0d-b565-48b3-a563-e660e9707e09 with binding_index 1 {{(pid=107399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:53:37.661080 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789289-3-ceph, 3f609de7-004b-4c13-9da1-7a77acd45486) {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:53:37.667073 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:37.672217 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for subnet, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:37.676130 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e880839-f67d-4f39-adbd-8bd44bab79f6 None None] Network 3f609de7-004b-4c13-9da1-7a77acd45486 requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:53:37.809634 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1511970 May 26 23:53:37.903218 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e250539-f692-5071-ad3a-77ecdd418599-3f609de7-004b-4c13-9da1-7a77acd45486', 'network_id': '3f609de7-004b-4c13-9da1-7a77acd45486', 'tenant_id': 'd38ab59183c644f6a659b8d562992e87', 'fixed_ips': [{'subnet_id': '13d110bb-1456-4b17-a62b-1a32a7655fb5'}]}} from dv-osbrick-789289-3-ceph. {{(pid=107401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 23:53:37.904079 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:38.121582 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.db_base_plugin_common [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Allocated IP 192.168.233.2 (3f609de7-004b-4c13-9da1-7a77acd45486/13d110bb-1456-4b17-a62b-1a32a7655fb5/096476f3-8d82-4721-9716-5f3ecc8a9a92) {{(pid=107401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:53:38.351376 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Notify callbacks [] for port, precommit_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:38.361763 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Transition to ACTIVE for port object 096476f3-8d82-4721-9716-5f3ecc8a9a92 will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:53:38.381918 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Transition to ACTIVE for port object 096476f3-8d82-4721-9716-5f3ecc8a9a92 will not be triggered until provisioned by entity DHCP. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:53:38.478815 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:38.483551 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:53:38.547437 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Network 3f609de7-004b-4c13-9da1-7a77acd45486 is already hosted by enough agents. {{(pid=107401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:53:38.550586 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.base_scheduler [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Resources bound (agent type, host, resource id): {{(pid=107401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:53:38.554644 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Received port after_create {{(pid=107401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:53:38.560748 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Pushing event updated for resources: {'Port': ['ID=096476f3-8d82-4721-9716-5f3ecc8a9a92,revision_number=1']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:53:38.600802 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.601157 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.601505 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.601831 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.602158 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.602573 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.602804 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.603123 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.603462 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.603817 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.604086 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.604402 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:53:38.612296 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:53:38.663688 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Attempting to bind port 096476f3-8d82-4721-9716-5f3ecc8a9a92 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:53:38.663937 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Attempting to bind port 096476f3-8d82-4721-9716-5f3ecc8a9a92 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3f609de7-004b-4c13-9da1-7a77acd45486'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:53:38.664124 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Attempting to bind port 096476f3-8d82-4721-9716-5f3ecc8a9a92 on network 3f609de7-004b-4c13-9da1-7a77acd45486 {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:53:38.670137 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:53:38.670508 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Checking segment: {'id': 'a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3f609de7-004b-4c13-9da1-7a77acd45486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:53:38.670937 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:38.671333 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Bound using segment: {'id': 'a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3f609de7-004b-4c13-9da1-7a77acd45486'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:53:38.671840 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Bound port: 096476f3-8d82-4721-9716-5f3ecc8a9a92, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3f609de7-004b-4c13-9da1-7a77acd45486'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:53:38.672215 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:38.775065 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] For port 096476f3-8d82-4721-9716-5f3ecc8a9a92, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:53:38.778820 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] For port 096476f3-8d82-4721-9716-5f3ecc8a9a92, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=096476f3-8d82-4721-9716-5f3ecc8a9a92,segment=NetworkSegment(a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb),segment_id=a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:53:38.851629 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:38.859153 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:53:38.936565 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Pushing event updated for resources: {'Port': ['ID=096476f3-8d82-4721-9716-5f3ecc8a9a92,revision_number=2']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:53:38.941108 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:53:39.811294 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e513d056-0bff-4141-abc6-a17c34d6b41d None None] Network 3f609de7-004b-4c13-9da1-7a77acd45486 requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:53:39.979772 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-764bf81f-4fdd-4178-a646-52dec37baead None None] Provisioning for port 096476f3-8d82-4721-9716-5f3ecc8a9a92 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:53:41.161978 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 096476f3-8d82-4721-9716-5f3ecc8a9a92 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:53:41.312409 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 096476f3-8d82-4721-9716-5f3ecc8a9a92 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:53:41.317890 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 096476f3-8d82-4721-9716-5f3ecc8a9a92 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:53:41.318974 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:41.447788 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:41.494300 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port 096476f3-8d82-4721-9716-5f3ecc8a9a92, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=096476f3-8d82-4721-9716-5f3ecc8a9a92,segment=NetworkSegment(a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb),segment_id=a7b1c0d1-daa9-4ea9-b6bb-7b1b8d0186eb)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:53:41.575876 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:41.578497 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:53:41.673886 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=096476f3-8d82-4721-9716-5f3ecc8a9a92,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:53:41.677427 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:53:43.132916 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 096476f3-8d82-4721-9716-5f3ecc8a9a92 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:53:43.209887 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 096476f3-8d82-4721-9716-5f3ecc8a9a92 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:53:43.210268 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:43.256822 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 4 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:54:01.066520 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-cd0015e7-3aa0-4628-a7b7-debda5821869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:03.164325 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9a6758d5-7377-439b-9011-a7db3ca8a332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:03.272856 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:04.203680 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:20.255008 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 4 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:54:30.952128 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3931-9699-4934-9f6a-4fe7d209c4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:33.186521 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-4f8c94a6-ae48-49d6-b72f-22fa3bc66fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:33.278010 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:34.173050 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:57.252652 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 4 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:55:01.140493 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-339bb7f5-de35-4d42-9e65-f61e3b8f9c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:03.197619 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-540dcf9a-0da0-4e6d-8e74-78c91b0b7834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:03.287324 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:04.264460 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:18.676513 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 32922) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:18.682683 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [None req-b755b081-fa45-45b6-868a-55f7dc45202f tempest-verify_tempest_config-805053504 tempest-verify_tempest_config-805053504-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=107400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 23:55:18.683938 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-b755b081-fa45-45b6-868a-55f7dc45202f tempest-verify_tempest_config-805053504 tempest-verify_tempest_config-805053504-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13177 time: 0.0058224 May 26 23:55:19.546641 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 32938) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:19.726150 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:19.748953 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:55:19.755843 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4715f777ca499c9e35162e62ba9df7 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:55:19.760092 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:55:19.766474 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:55:19.875307 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:20.083354 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:20.092306 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-2c5c94e0-43d6-4dce-af60-b584f891dc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:55:20.152044 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f4715f777ca499c9e35162e62ba9df7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6043055 May 26 23:55:20.152877 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58be0589-6709-4095-a9b3-a91d324d5345,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:20.155223 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 32944) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:20.171789 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.172136 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.172469 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.172816 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.173212 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.173536 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.173853 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.174191 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.174529 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.174843 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.175197 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.175499 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:20.182846 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-0fafbb94-cb91-4d5b-b1d0-ae2ef3db9665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:55:20.230071 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb882-636a-423f-ae1a-54fa202800f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:20.256441 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb882-636a-423f-ae1a-54fa202800f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:20.409045 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb882-636a-423f-ae1a-54fa202800f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:20.412776 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:55:20.426553 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eb882-636a-423f-ae1a-54fa202800f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58be0589-6709-4095-a9b3-a91d324d5345,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:20.429670 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-9b3eb882-636a-423f-ae1a-54fa202800f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:55:20.431027 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb882-636a-423f-ae1a-54fa202800f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:20.432156 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-9b3eb882-636a-423f-ae1a-54fa202800f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58be0589-6709-4095-a9b3-a91d324d5345 HTTP/1.1" status: 204 len: 168 time: 0.2763548 May 26 23:55:30.997834 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-f9193993-947d-4ab4-9526-31e67a3c3522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:33.191702 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6f0402df-3a2e-4627-95ec-57d286fd10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:33.303852 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:34.196117 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:34.251257 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 4 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:56:00.951428 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-0229d1a5-1aa5-4e55-b35c-62b55dc07996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:03.200863 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-523c7edc-bce4-4e4a-823b-1b2085e09361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:03.286679 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.204087 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:11.250508 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 4 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:56:30.977617 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-60872175-8412-4a6c-9ba3-986c2261fea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:33.173936 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-99c3eab7-0a00-49c4-ae12-4786238de31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:33.291752 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:34.180877 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:40.442538 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541'] for agent, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:48.251023 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:56:57.831156 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33046) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:57.943457 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-880a8492-e087-4342-82db-c54a4ec880b1 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 3731 time: 0.1112001 May 26 23:57:00.202650 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33056) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:57:00.258733 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-4d70c5d7-4596-494a-abf4-2f9bb995f314 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 3731 time: 0.0549190 May 26 23:57:00.962487 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-88c10b5e-0a21-4c0c-b53e-c11a1b8d1930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:03.190908 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-a0db5cfe-660a-4037-99b7-bb8acb306b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:03.308798 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:04.231257 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:10.405982 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:25.249868 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:57:30.968132 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b2a0-acfb-40c5-a993-07d6750b09c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:33.222582 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-2c230e24-1c1d-4833-9d2b-970ad14e7dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:33.302858 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:34.216829 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:40.441977 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:00.970794 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-77a30b0b-cf2c-4beb-a405-814efc7f9b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:02.249447 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:58:03.190985 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-08233ef8-e6fb-474e-a703-701585fdc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:03.310881 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:04.199501 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:10.473375 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:14.624051 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33168) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:14.652865 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33174) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:14.730622 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1833372430-network', 'tenant_id': '80091cbb9241432b85797b1638d4e49b'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:14.735611 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:14.739333 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Usage tracker for resource:network and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:14.742514 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:14.748184 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:14.757162 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-919261108-network', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:14.762751 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:14.767022 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Usage tracker for resource:network and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:14.769779 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:14.775321 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:14.847351 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Made reservation on behalf of 80091cbb9241432b85797b1638d4e49b for: {'network': 1} {{(pid=107399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:58:14.849730 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983857'] for network, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:14.861605 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:14.876149 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:14.878182 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Made reservation on behalf of 5df55a45b2f84a1eb3760712bd7ec0a8 for: {'network': 1} {{(pid=107399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:58:14.880369 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983857'] for network, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:14.892033 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Usage tracker for resource:security_group_rule and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:14.895834 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:14.898464 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:14.911083 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:14.919022 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:14.926066 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:14.929687 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:14.942447 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:15.051164 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.074856 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.119020 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.122054 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:15.141497 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=107399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:58:15.154250 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.162600 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.162942 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.db.segments_db [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Added segment 95a78571-1c58-452c-aabe-c95dd7a083da of type vlan for network 3eaa2828-b0be-4cf7-afbe-421412a189d4 May 26 23:58:15.172047 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4829d191-d7a8-4d80-a1f8-9a73222d93b8,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:15.184926 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.185267 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.186721 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.186721 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.186721 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.187403 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.187403 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.187706 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.187976 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.188288 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.188625 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.188938 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Tracked resource versions report: May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: pushed versions: May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: { 'AddressGroup': {'1.2'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'ConntrackHelper': {'1.0'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Log': {'1.0'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Network': {'1.1'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Port': {'1.7'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'PortForwarding': {'1.2'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'QosPolicy': {'1.8'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SecurityGroup': {'1.4'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SecurityGroupRule': {'1.2'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SubPort': {'1.0'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Subnet': {'1.1'}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Trunk': {'1.1'}} May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: consumer versions: May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: { DHCP agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: HyperV agent@hv-osbrick-7892: {}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: L3 agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: Metadata agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: Open vSwitch agent@dv-osbrick-789289-3-ceph: { 'AddressGroup': '1.2', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'ConntrackHelper': '1.0', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Log': '1.0', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Network': '1.1', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Port': '1.7', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'PortForwarding': '1.2', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'QosPolicy': '1.8', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SecurityGroup': '1.4', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SecurityGroupRule': '1.2', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'SubPort': '1.0', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Subnet': '1.1', May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: 'Trunk': '1.1'}} May 26 23:58:15.189964 dv-osbrick-789289-3-ceph neutron-server[107399]: {{(pid=107399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 23:58:15.192445 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=107399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:58:15.199779 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:15.200064 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:15.226831 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.227168 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.db.segments_db [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Added segment b05dd22e-611c-4b69-94f5-6127ca4769ad of type vlan for network e3f810db-fbad-45b5-8fce-e985a7a646fe May 26 23:58:15.229029 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788528892739'] for network, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.266162 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbd3878-9db2-4493-b363-f4f36981b302,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:15.273266 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:15.289779 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788528892739'] for network, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.382087 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252'] for network, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.383416 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:15.384007 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.387727 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:15.463105 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252'] for network, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.476239 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:15.476840 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.508660 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Pushing event updated for resources: {'Network': ['ID=3eaa2828-b0be-4cf7-afbe-421412a189d4,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:15.511446 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:15.511902 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-e005c9f2-eabd-4198-a3be-9b43a31aafef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:15.520060 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Network 3eaa2828-b0be-4cf7-afbe-421412a189d4 details requested by agent ovs-agent-dv-osbrick-789289-3-ceph with host dv-osbrick-789289-3-ceph {{(pid=107401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:58:15.578448 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9531238 May 26 23:58:15.581425 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33182) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:15.587190 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Request body: {'subnet': {'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1833372430-subnet', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'ip_version': 4}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:15.592296 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:15.600035 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Usage tracker for resource:subnet and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:15.603371 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:15.608020 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f810db-fbad-45b5-8fce-e985a7a646fe,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:15.609703 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:15.615569 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9587557 May 26 23:58:15.615569 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:15.620257 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33186) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:15.622604 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Network e3f810db-fbad-45b5-8fce-e985a7a646fe details requested by agent ovs-agent-dv-osbrick-789289-3-ceph with host dv-osbrick-789289-3-ceph {{(pid=107401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:58:15.622776 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Request body: {'subnet': {'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-919261108-subnet', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'ip_version': 4}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:15.628150 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:15.632028 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Usage tracker for resource:subnet and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:15.635084 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:15.642083 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:15.705026 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Made reservation on behalf of 80091cbb9241432b85797b1638d4e49b for: {'subnet': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:58:15.707458 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:15.739331 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Made reservation on behalf of 5df55a45b2f84a1eb3760712bd7ec0a8 for: {'subnet': 1} {{(pid=107399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:58:15.741752 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.168912 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229'] for subnet, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.173919 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-b135e782-80a0-4f2c-a590-1aec684b7147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:16.218993 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229'] for subnet, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.223685 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-7c0d7f6b-75cd-4a14-a692-95d7c41cc982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:16.252722 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3deb02d9-e506-43ae-b199-ae576f0237c3,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:16.257436 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Checking segment: {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:16.257795 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Network hostable DHCP agents. Network: 3eaa2828-b0be-4cf7-afbe-421412a189d4, hostable agents: ['5c7fca0d-b565-48b3-a563-e660e9707e09'], hosted agents: [] {{(pid=107400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:58:16.265427 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.265773 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.266110 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.266443 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.266769 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.267122 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.267452 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.267796 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.268115 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.268433 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.268779 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.269099 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Tracked resource versions report: May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: pushed versions: May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: { 'AddressGroup': {'1.2'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'ConntrackHelper': {'1.0'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Log': {'1.0'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Network': {'1.1'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Port': {'1.7'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'PortForwarding': {'1.2'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'QosPolicy': {'1.8'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SecurityGroup': {'1.4'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SecurityGroupRule': {'1.2'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SubPort': {'1.0'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Subnet': {'1.1'}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Trunk': {'1.1'}} May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: consumer versions: May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: { DHCP agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: HyperV agent@hv-osbrick-7892: {}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: L3 agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: Metadata agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: Open vSwitch agent@dv-osbrick-789289-3-ceph: { 'AddressGroup': '1.2', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'ConntrackHelper': '1.0', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Log': '1.0', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Network': '1.1', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Port': '1.7', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'PortForwarding': '1.2', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'QosPolicy': '1.8', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SecurityGroup': '1.4', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SecurityGroupRule': '1.2', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'SubPort': '1.0', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Subnet': '1.1', May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: 'Trunk': '1.1'}} May 26 23:58:16.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: {{(pid=107400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 23:58:16.278202 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:16.302890 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=866749cf-8960-457e-8144-e654aefe2442,revision_number=0']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:16.305655 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:16.310698 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Checking segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:16.311699 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Network hostable DHCP agents. Network: e3f810db-fbad-45b5-8fce-e985a7a646fe, hostable agents: ['5c7fca0d-b565-48b3-a563-e660e9707e09'], hosted agents: [] {{(pid=107399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:58:16.373457 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Network 3eaa2828-b0be-4cf7-afbe-421412a189d4 is scheduled to be hosted by DHCP agent 5c7fca0d-b565-48b3-a563-e660e9707e09 with binding_index 1 {{(pid=107400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:58:16.407674 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Network e3f810db-fbad-45b5-8fce-e985a7a646fe is scheduled to be hosted by DHCP agent 5c7fca0d-b565-48b3-a563-e660e9707e09 with binding_index 1 {{(pid=107399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:58:16.501968 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789289-3-ceph, 3eaa2828-b0be-4cf7-afbe-421412a189d4) {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:16.502877 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789289-3-ceph, e3f810db-fbad-45b5-8fce-e985a7a646fe) {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:16.506432 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:16.506721 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:16.507150 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for subnet, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.507419 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for subnet, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.518714 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7748d369-1209-4aef-b321-70c025032dce None None] Network 3eaa2828-b0be-4cf7-afbe-421412a189d4 requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:58:16.538590 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6dd17e-94db-4b39-a790-8e8ce56dd836 None None] Network e3f810db-fbad-45b5-8fce-e985a7a646fe requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:58:16.600255 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-22c98df6-b663-4376-82e9-1556bb250445 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0176661 May 26 23:58:16.603157 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33190) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:16.609551 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:16.615178 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:16.617231 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0003119 May 26 23:58:16.617371 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33194) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:16.621284 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Usage tracker for resource:router and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:16.626977 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:16.629907 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:16.636208 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:16.640788 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:16.643010 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Usage tracker for resource:router and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:16.647045 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:16.653895 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:16.705331 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37382'] for router, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.706852 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37393'] for router, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.728372 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.817452 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37382'] for router, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.818347 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37393'] for router, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.847689 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.916482 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e250539-f692-5071-ad3a-77ecdd418599-3eaa2828-b0be-4cf7-afbe-421412a189d4', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3'}]}} from dv-osbrick-789289-3-ceph. {{(pid=107401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 23:58:16.917739 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:16.929384 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e250539-f692-5071-ad3a-77ecdd418599-e3f810db-fbad-45b5-8fce-e985a7a646fe', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442'}]}} from dv-osbrick-789289-3-ceph. {{(pid=107401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 23:58:16.930157 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:17.204757 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.db_base_plugin_common [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Allocated IP 172.20.0.2 (3eaa2828-b0be-4cf7-afbe-421412a189d4/3deb02d9-e506-43ae-b199-ae576f0237c3/f5d53705-ae03-4d9b-97f8-1adf1d99accd) {{(pid=107401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:17.209766 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.db_base_plugin_common [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Allocated IP 172.20.0.2 (e3f810db-fbad-45b5-8fce-e985a7a646fe/866749cf-8960-457e-8144-e654aefe2442/14548bb9-4600-4f07-8624-c75f3d7a7e40) {{(pid=107401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:17.447994 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:17.470585 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:17.576694 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Notify callbacks [] for port, precommit_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:17.583752 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Notify callbacks [] for port, precommit_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:17.596025 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Transition to ACTIVE for port object f5d53705-ae03-4d9b-97f8-1adf1d99accd will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:17.602470 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Transition to ACTIVE for port object 14548bb9-4600-4f07-8624-c75f3d7a7e40 will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:17.632367 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Transition to ACTIVE for port object f5d53705-ae03-4d9b-97f8-1adf1d99accd will not be triggered until provisioned by entity DHCP. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:17.635686 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Transition to ACTIVE for port object 14548bb9-4600-4f07-8624-c75f3d7a7e40 will not be triggered until provisioned by entity DHCP. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:17.702986 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:17.707748 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:17.749097 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:17.777060 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Network 3eaa2828-b0be-4cf7-afbe-421412a189d4 is already hosted by enough agents. {{(pid=107401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:17.783520 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.base_scheduler [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Resources bound (agent type, host, resource id): {{(pid=107401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:17.789801 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Received port after_create {{(pid=107401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:17.792803 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Network e3f810db-fbad-45b5-8fce-e985a7a646fe is already hosted by enough agents. {{(pid=107401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:17.797447 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.base_scheduler [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Resources bound (agent type, host, resource id): {{(pid=107401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:17.800627 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Pushing event updated for resources: {'Port': ['ID=f5d53705-ae03-4d9b-97f8-1adf1d99accd,revision_number=1']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:17.803865 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Received port after_create {{(pid=107401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:17.844648 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.844986 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.845320 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.845653 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.845975 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.846295 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.846616 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.846926 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.847243 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.847557 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.847868 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.848184 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Tracked resource versions report: May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: pushed versions: May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: { 'AddressGroup': {'1.2'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'ConntrackHelper': {'1.0'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Log': {'1.0'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Network': {'1.1'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Port': {'1.7'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'PortForwarding': {'1.2'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'QosPolicy': {'1.8'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SecurityGroup': {'1.4'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SecurityGroupRule': {'1.2'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SubPort': {'1.0'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Subnet': {'1.1'}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Trunk': {'1.1'}} May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: consumer versions: May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: { DHCP agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: HyperV agent@hv-osbrick-7892: {}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: L3 agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: Metadata agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: Open vSwitch agent@dv-osbrick-789289-3-ceph: { 'AddressGroup': '1.2', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'ConntrackHelper': '1.0', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Log': '1.0', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Network': '1.1', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Port': '1.7', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'PortForwarding': '1.2', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'QosPolicy': '1.8', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SecurityGroup': '1.4', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SecurityGroupRule': '1.2', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'SubPort': '1.0', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Subnet': '1.1', May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: 'Trunk': '1.1'}} May 26 23:58:17.849235 dv-osbrick-789289-3-ceph neutron-server[107401]: {{(pid=107401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 23:58:17.925505 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:17.930517 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:18.054343 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Attempting to bind port f5d53705-ae03-4d9b-97f8-1adf1d99accd on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:18.054601 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Attempting to bind port f5d53705-ae03-4d9b-97f8-1adf1d99accd by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:18.054966 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Attempting to bind port f5d53705-ae03-4d9b-97f8-1adf1d99accd on network 3eaa2828-b0be-4cf7-afbe-421412a189d4 {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:18.059019 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Attempting to bind port 14548bb9-4600-4f07-8624-c75f3d7a7e40 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:18.059385 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Attempting to bind port 14548bb9-4600-4f07-8624-c75f3d7a7e40 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:18.059735 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Attempting to bind port 14548bb9-4600-4f07-8624-c75f3d7a7e40 on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:18.068407 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Pushing event updated for resources: {'Port': ['ID=14548bb9-4600-4f07-8624-c75f3d7a7e40,revision_number=1']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:18.072356 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:18.072836 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Checking segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:18.073242 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.073630 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Bound using segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:18.074109 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Bound port: 14548bb9-4600-4f07-8624-c75f3d7a7e40, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:18.074478 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.083867 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:18.086273 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:18.086645 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Checking segment: {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:18.087040 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.087430 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Bound using segment: {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:18.087897 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Bound port: f5d53705-ae03-4d9b-97f8-1adf1d99accd, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:18.088264 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.106498 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.140726 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.164561 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.209459 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.244519 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] For port 14548bb9-4600-4f07-8624-c75f3d7a7e40, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:18.250150 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] For port 14548bb9-4600-4f07-8624-c75f3d7a7e40, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=14548bb9-4600-4f07-8624-c75f3d7a7e40,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:18.251534 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] For port f5d53705-ae03-4d9b-97f8-1adf1d99accd, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:18.258175 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] For port f5d53705-ae03-4d9b-97f8-1adf1d99accd, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=f5d53705-ae03-4d9b-97f8-1adf1d99accd,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:18.322803 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.327345 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:18.376380 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Allocated IP 172.31.0.188 (5babdef9-1ca1-4c6d-af93-ac36ec49b07c/d3cb8ac1-90ac-45bd-96d1-dbca94accd2f/9b55db19-dc70-469d-8a61-cc315d3bef81) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:18.376633 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.430090 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Pushing event updated for resources: {'Port': ['ID=14548bb9-4600-4f07-8624-c75f3d7a7e40,revision_number=2']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:18.433554 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:18.434059 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:18.509292 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Pushing event updated for resources: {'Port': ['ID=f5d53705-ae03-4d9b-97f8-1adf1d99accd,revision_number=2']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:18.512785 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:18.554819 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.748543 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:18.763679 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:18.834118 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:18.843501 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:18.856193 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:18.916494 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Allocated IP 172.31.0.43 (5babdef9-1ca1-4c6d-af93-ac36ec49b07c/d3cb8ac1-90ac-45bd-96d1-dbca94accd2f/93313d0f-0de3-4700-adf5-d819bd64fef4) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:19.085113 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b55db19-dc70-469d-8a61-cc315d3bef81,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:19.119598 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:19.261277 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:19.439133 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4292d7d-f4f8-4afb-92ea-82387f5e7d71 None None] Network 3eaa2828-b0be-4cf7-afbe-421412a189d4 requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:58:19.465258 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:19.473363 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:19.511200 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 14548bb9-4600-4f07-8624-c75f3d7a7e40 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:19.551146 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:19.557438 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:19.561877 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:19.636844 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:19.654340 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-99c8f712-4b4d-415e-b561-e5df4b3523b3 None None] Provisioning for port f5d53705-ae03-4d9b-97f8-1adf1d99accd completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:19.694273 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Pushing event updated for resources: {'Port': ['ID=93313d0f-0de3-4700-adf5-d819bd64fef4,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:19.737290 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 14548bb9-4600-4f07-8624-c75f3d7a7e40 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:19.742647 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device f5d53705-ae03-4d9b-97f8-1adf1d99accd up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:19.762227 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:19.888590 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d2ed1-046d-45a0-bdb4-035a4f30e32d None None] Network e3f810db-fbad-45b5-8fce-e985a7a646fe requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:58:19.906668 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port f5d53705-ae03-4d9b-97f8-1adf1d99accd completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:19.956139 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port f5d53705-ae03-4d9b-97f8-1adf1d99accd triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:19.956599 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.159129 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-75f07f49-89e1-4c55-8ad1-b3ff749886be None None] Provisioning for port 14548bb9-4600-4f07-8624-c75f3d7a7e40 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:20.168387 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-982321'] for router, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.177792 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-75f07f49-89e1-4c55-8ad1-b3ff749886be None None] Provisioning complete for port 14548bb9-4600-4f07-8624-c75f3d7a7e40 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:20.178297 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-75f07f49-89e1-4c55-8ad1-b3ff749886be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.220562 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.328030 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port f5d53705-ae03-4d9b-97f8-1adf1d99accd, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=f5d53705-ae03-4d9b-97f8-1adf1d99accd,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:20.398454 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-75f07f49-89e1-4c55-8ad1-b3ff749886be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.437506 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-75f07f49-89e1-4c55-8ad1-b3ff749886be None None] For port 14548bb9-4600-4f07-8624-c75f3d7a7e40, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=14548bb9-4600-4f07-8624-c75f3d7a7e40,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:20.464671 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.469743 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.472785 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:20.517716 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-75f07f49-89e1-4c55-8ad1-b3ff749886be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.555271 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=f5d53705-ae03-4d9b-97f8-1adf1d99accd,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:20.559469 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:20.560503 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:20.636304 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f07f49-89e1-4c55-8ad1-b3ff749886be None None] Pushing event updated for resources: {'Port': ['ID=14548bb9-4600-4f07-8624-c75f3d7a7e40,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:20.641222 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-75f07f49-89e1-4c55-8ad1-b3ff749886be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:20.647189 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-c0c037e9-1504-4fed-9cd9-79a1006b6ee1 None None] Provisioning complete for port 14548bb9-4600-4f07-8624-c75f3d7a7e40 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:20.647603 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c0c037e9-1504-4fed-9cd9-79a1006b6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.804059 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-c0c037e9-1504-4fed-9cd9-79a1006b6ee1 None None] Provisioning complete for port f5d53705-ae03-4d9b-97f8-1adf1d99accd triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:20.804354 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c0c037e9-1504-4fed-9cd9-79a1006b6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.865960 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Router b4d7310c-0e5b-4436-97e2-fab6e11e3ede is scheduled to L3 agent 00222860-d7aa-494c-9a31-01e8840239ff with binding_index 1 {{(pid=107400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 23:58:20.868300 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-982321'] for router, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:21.213020 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:58:21.222133 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Sync routers for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:58:21.231398 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:21.232015 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:21.306767 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 14548bb9-4600-4f07-8624-c75f3d7a7e40 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:21.374323 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 14548bb9-4600-4f07-8624-c75f3d7a7e40 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:21.374694 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:21.390438 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Notify callbacks [] for router, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:21.394906 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7877059 May 26 23:58:21.395437 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33200) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:21.418415 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:21.460693 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Router 9ed65568-04a2-4a64-8074-f04e3e01faf1 is scheduled to L3 agent 00222860-d7aa-494c-9a31-01e8840239ff with binding_index 1 {{(pid=107400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 23:58:21.497962 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device f5d53705-ae03-4d9b-97f8-1adf1d99accd up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:21.566093 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port f5d53705-ae03-4d9b-97f8-1adf1d99accd triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:21.566486 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:21.739768 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:19Z', 'revision_number': 3, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:21.744030 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Checking router: b4d7310c-0e5b-4436-97e2-fab6e11e3ede for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:58:21.744392 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Updating router b4d7310c-0e5b-4436-97e2-fab6e11e3ede port 9b55db19-dc70-469d-8a61-cc315d3bef81 binding host dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:58:21.797576 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:21.880539 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:58:21.891463 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Sync routers for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:58:21.901192 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:21.901799 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:22.058786 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Notify callbacks [] for router, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.063014 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4427507 May 26 23:58:22.063263 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33204) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:22.088576 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:22.148257 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Notify callbacks [] for port, precommit_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.162427 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.provisioning_blocks [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Transition to ACTIVE for port object 9b55db19-dc70-469d-8a61-cc315d3bef81 will not be triggered until provisioned by entity L2. {{(pid=107402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:22.229558 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.235793 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-c82a3858-1a05-41b5-81e5-2c514097eaaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:22.355761 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Pushing event updated for resources: {'Port': ['ID=9b55db19-dc70-469d-8a61-cc315d3bef81,revision_number=2']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:22.358841 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.368539 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.368935 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.369277 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.369607 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.369938 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.370267 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.370593 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.370915 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.371495 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.371616 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.371875 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.372191 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Tracked resource versions report: May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: pushed versions: May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: { 'AddressGroup': {'1.2'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'ConntrackHelper': {'1.0'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Log': {'1.0'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Network': {'1.1'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Port': {'1.7'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'PortForwarding': {'1.2'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'QosPolicy': {'1.8'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SecurityGroup': {'1.4'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SecurityGroupRule': {'1.2'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SubPort': {'1.0'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Subnet': {'1.1'}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Trunk': {'1.1'}} May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: consumer versions: May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: { DHCP agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: HyperV agent@hv-osbrick-7892: {}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: L3 agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: Metadata agent@dv-osbrick-789289-3-ceph: {}, May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: Open vSwitch agent@dv-osbrick-789289-3-ceph: { 'AddressGroup': '1.2', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'ConntrackHelper': '1.0', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Log': '1.0', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Network': '1.1', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Port': '1.7', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'PortForwarding': '1.2', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'QosPolicy': '1.8', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SecurityGroup': '1.4', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SecurityGroupRule': '1.2', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'SubPort': '1.0', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Subnet': '1.1', May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: 'Trunk': '1.1'}} May 26 23:58:22.373252 dv-osbrick-789289-3-ceph neutron-server[107402]: {{(pid=107402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 23:58:22.376499 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Attempting to bind port 9b55db19-dc70-469d-8a61-cc315d3bef81 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:22.376911 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Attempting to bind port 9b55db19-dc70-469d-8a61-cc315d3bef81 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:22.377328 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Attempting to bind port 9b55db19-dc70-469d-8a61-cc315d3bef81 on network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:22.379773 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:22.385463 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:22.387975 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Checking segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:22.388385 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.388809 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Bound using segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:22.389833 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Bound port: 9b55db19-dc70-469d-8a61-cc315d3bef81, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:22.391410 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.424354 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:19Z', 'revision_number': 3, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:22.433960 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Checking router: 9ed65568-04a2-4a64-8074-f04e3e01faf1 for host: dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:58:22.435117 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Updating router 9ed65568-04a2-4a64-8074-f04e3e01faf1 port 93313d0f-0de3-4700-adf5-d819bd64fef4 binding host dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:58:22.475392 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] For port 9b55db19-dc70-469d-8a61-cc315d3bef81, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:22.479111 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] For port 9b55db19-dc70-469d-8a61-cc315d3bef81, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=9b55db19-dc70-469d-8a61-cc315d3bef81,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:22.499383 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.557092 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.561845 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:22.610238 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Allocated IP 172.20.0.1 (3eaa2828-b0be-4cf7-afbe-421412a189d4/3deb02d9-e506-43ae-b199-ae576f0237c3/f4e1ad96-e263-4299-9b8e-4749ba5d22d0) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:22.641289 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Pushing event updated for resources: {'Port': ['ID=9b55db19-dc70-469d-8a61-cc315d3bef81,revision_number=3']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:22.646528 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:22.662712 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:22.663762 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:22.785419 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.805910 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Transition to ACTIVE for port object f4e1ad96-e263-4299-9b8e-4749ba5d22d0 will not be triggered until provisioned by entity DHCP. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:22.843993 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.857833 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:22.882052 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Notify callbacks [] for port, precommit_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.894452 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Transition to ACTIVE for port object 93313d0f-0de3-4700-adf5-d819bd64fef4 will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:22.908398 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.913959 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:22.980283 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Network 3eaa2828-b0be-4cf7-afbe-421412a189d4 is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:22.983190 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:22.987845 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:22.988417 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1042481'] for router_interface, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.015148 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.033379 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-cfb87167-4e30-4009-94d8-f7caca2f2942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:23.052640 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.db_base_plugin_common [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Allocated IP 172.20.0.1 (e3f810db-fbad-45b5-8fce-e985a7a646fe/866749cf-8960-457e-8144-e654aefe2442/708fc0b2-7fda-4b55-b543-4d846dd7aef2) {{(pid=107399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:23.110946 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f8d57-b3a0-426a-b4da-84d1e0aef969 None None] Pushing event updated for resources: {'Port': ['ID=93313d0f-0de3-4700-adf5-d819bd64fef4,revision_number=2']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:23.152048 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Attempting to bind port 93313d0f-0de3-4700-adf5-d819bd64fef4 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:23.152803 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Attempting to bind port 93313d0f-0de3-4700-adf5-d819bd64fef4 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:23.153397 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Attempting to bind port 93313d0f-0de3-4700-adf5-d819bd64fef4 on network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:23.161695 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:23.162421 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Checking segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:23.163039 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.163634 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Bound using segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:23.164326 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Bound port: 93313d0f-0de3-4700-adf5-d819bd64fef4, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:23.164947 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.182901 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e1ad96-e263-4299-9b8e-4749ba5d22d0,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:23.187849 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:23.241384 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Notify callbacks [] for port, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.243298 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:19Z', 'revision_number': 3, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:23.254430 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d788b-85ab-4b72-bcb2-77f699db28d3 None None] The sync data for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph is: [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:19Z', 'revision_number': 3, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:58:23.262588 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.provisioning_blocks [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Transition to ACTIVE for port object 708fc0b2-7fda-4b55-b543-4d846dd7aef2 will not be triggered until provisioned by entity DHCP. {{(pid=107399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:23.296481 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-7c2f8d57-b3a0-426a-b4da-84d1e0aef969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:23.326367 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] For port 93313d0f-0de3-4700-adf5-d819bd64fef4, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:23.329751 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] For port 93313d0f-0de3-4700-adf5-d819bd64fef4, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=93313d0f-0de3-4700-adf5-d819bd64fef4,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:23.360123 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.364241 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-d3d66ce1-72ed-46c3-b26f-9806dccd06cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:23.430779 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Network e3f810db-fbad-45b5-8fce-e985a7a646fe is already hosted by enough agents. {{(pid=107399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:23.434001 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Resources bound (agent type, host, resource id): {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:23.439216 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Received port after_create {{(pid=107399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:23.439216 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1042481'] for router_interface, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.440602 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.450347 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Pushing event updated for resources: {'Port': ['ID=708fc0b2-7fda-4b55-b543-4d846dd7aef2,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:23.450502 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-7c2f8d57-b3a0-426a-b4da-84d1e0aef969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:23.457309 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:23.481018 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-bf304bf7-970f-4b9b-9be3-ce7a9c2d494a None None] Provisioning for port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:23.509343 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-bf304bf7-970f-4b9b-9be3-ce7a9c2d494a None None] Provisioning complete for port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:23.509982 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-bf304bf7-970f-4b9b-9be3-ce7a9c2d494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.605530 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.613789 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f8d57-b3a0-426a-b4da-84d1e0aef969 None None] Pushing event updated for resources: {'Port': ['ID=93313d0f-0de3-4700-adf5-d819bd64fef4,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:23.620662 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-7c2f8d57-b3a0-426a-b4da-84d1e0aef969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:23.623853 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:23.624484 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:23.692687 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-bf304bf7-970f-4b9b-9be3-ce7a9c2d494a None None] Port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:58:23.770061 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:23.837481 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:23.960047 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.028067 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Notify callbacks [] for port, precommit_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.046824 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.046824 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043160'] for router_interface, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.049558 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:24.069157 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d5bbfab4-0e79-4dc7-86ad-62d18a0293b8 None None] Provisioning for port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:24.078205 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d5bbfab4-0e79-4dc7-86ad-62d18a0293b8 None None] Provisioning complete for port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:24.078588 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfab4-0e79-4dc7-86ad-62d18a0293b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.116520 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.118127 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043160'] for router_interface, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.124170 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:24.177818 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-d5bbfab4-0e79-4dc7-86ad-62d18a0293b8 None None] Port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:58:24.192993 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e1ad96-e263-4299-9b8e-4749ba5d22d0,revision_number=2']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:24.201578 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:24.214940 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:19Z', 'revision_number': 3, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:24.220536 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372089ad-d904-47a0-9d7d-a18f6bcbea9e None None] The sync data for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph is: [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:19Z', 'revision_number': 3, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}] {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:58:24.282860 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Network 3eaa2828-b0be-4cf7-afbe-421412a189d4 is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:24.284255 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:24.305832 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Pushing event updated for resources: {'Port': ['ID=708fc0b2-7fda-4b55-b543-4d846dd7aef2,revision_number=2']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:24.322484 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:24.338514 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Network e3f810db-fbad-45b5-8fce-e985a7a646fe is already hosted by enough agents. {{(pid=107399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:24.339873 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Resources bound (agent type, host, resource id): {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:24.506651 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Router b4d7310c-0e5b-4436-97e2-fab6e11e3ede has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 23:58:24.604386 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-399bdbfc-13db-4647-a9d1-e855e9c5ea66 None None] Provisioning complete for port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:24.604983 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-399bdbfc-13db-4647-a9d1-e855e9c5ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.658327 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Router 9ed65568-04a2-4a64-8074-f04e3e01faf1 has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 23:58:24.698034 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-399bdbfc-13db-4647-a9d1-e855e9c5ea66 None None] Port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:58:24.775376 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:58:24.791507 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] 10.222.0.38 "PUT /v2.0/routers/b4d7310c-0e5b-4436-97e2-fab6e11e3ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3944118 May 26 23:58:24.822021 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-145cbb4f-ab6f-4c5c-a127-be0dfdf16054 None None] Provisioning complete for port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:24.822692 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-145cbb4f-ab6f-4c5c-a127-be0dfdf16054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.858320 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:58:24.878424 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] 10.222.0.38 "PUT /v2.0/routers/9ed65568-04a2-4a64-8074-f04e3e01faf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8139696 May 26 23:58:24.888220 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-145cbb4f-ab6f-4c5c-a127-be0dfdf16054 None None] Port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:58:25.180219 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Sync routers for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:58:25.192007 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:25.192856 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:25.409262 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 93313d0f-0de3-4700-adf5-d819bd64fef4 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:25.415342 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:25.613718 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 93313d0f-0de3-4700-adf5-d819bd64fef4 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:25.619995 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 93313d0f-0de3-4700-adf5-d819bd64fef4 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:25.620543 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:25.753682 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33238) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:25.758676 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33242) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:25.760276 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1241452990-network', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:25.770931 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:25.771274 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-142962399-network', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:25.775552 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Usage tracker for resource:network and tenant:cfcf227e19bc4ae9a892fd6452a4b12a is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:25.776838 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:25.777887 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'f4e1ad96-e263-4299-9b8e-4749ba5d22d0', 'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'mac_address': 'fa:16:3e:7d:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 2, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'subnets': [{'id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:25.780934 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:25.781439 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:25.783195 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Checking router: b4d7310c-0e5b-4436-97e2-fab6e11e3ede for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:58:25.784002 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Updating router b4d7310c-0e5b-4436-97e2-fab6e11e3ede port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 binding host dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:58:25.784262 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Usage tracker for resource:network and tenant:45a0d22b75ee4131a149e4aea2ce13c1 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:25.788763 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:25.794259 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:25.795401 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:25.811909 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port 93313d0f-0de3-4700-adf5-d819bd64fef4, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=93313d0f-0de3-4700-adf5-d819bd64fef4,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:25.845885 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:25.888076 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Made reservation on behalf of 45a0d22b75ee4131a149e4aea2ce13c1 for: {'network': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:58:25.891548 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983857'] for network, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:25.905022 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:25.917079 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:25.917456 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Made reservation on behalf of cfcf227e19bc4ae9a892fd6452a4b12a for: {'network': 1} {{(pid=107399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:58:25.918294 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 9b55db19-dc70-469d-8a61-cc315d3bef81 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:25.920034 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983857'] for network, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:25.920766 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:25.924444 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Usage tracker for resource:security_group_rule and tenant:45a0d22b75ee4131a149e4aea2ce13c1 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:25.933301 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:25.941115 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:25.943025 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:25.961295 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:25.965833 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:cfcf227e19bc4ae9a892fd6452a4b12a is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:25.966731 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:25.970364 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:25.976593 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:26.044721 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.080915 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.090701 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=93313d0f-0de3-4700-adf5-d819bd64fef4,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:26.094310 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:26.127897 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.132404 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-9b3eb882-636a-423f-ae1a-54fa202800f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:26.151352 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Sync routers for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:58:26.162615 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.162858 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=107400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:58:26.163309 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:26.164181 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:26.167519 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:26.172410 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e74de2b-465d-4afd-ae71-3888ae81f4b0,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:26.176337 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:26.181782 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.182769 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.db.segments_db [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Added segment e137e189-6a3e-4181-b01d-0cb3a460984e of type vlan for network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 May 26 23:58:26.197701 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=107399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:58:26.213605 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b677b393-3cda-4fc6-bfec-a4c16be7f23f,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:26.214767 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788528892739'] for network, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.224078 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:26.225135 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.228100 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.db.segments_db [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Added segment 1079212f-b467-40f6-9439-489f05fa19e7 of type vlan for network fcd6ec95-1639-4d91-85be-465945e13f6b May 26 23:58:26.249311 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Notify callbacks [] for port, precommit_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.261020 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.provisioning_blocks [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Transition to ACTIVE for port object f4e1ad96-e263-4299-9b8e-4749ba5d22d0 will not be triggered until provisioned by entity L2. {{(pid=107402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:26.265418 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788528892739'] for network, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.272053 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 9b55db19-dc70-469d-8a61-cc315d3bef81 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:26.285276 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 9b55db19-dc70-469d-8a61-cc315d3bef81 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:26.285655 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.341746 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252'] for network, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.343787 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:26.344363 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.349484 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:26.370667 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.371101 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252'] for network, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.372563 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:26.374087 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.380200 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:26.382502 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-30d4e562-bcbc-44e4-9e07-313f251601be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:26.448700 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:26.452216 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:26.500871 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd6ec95-1639-4d91-85be-465945e13f6b,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:26.505107 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:26.536157 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 details requested by agent ovs-agent-dv-osbrick-789289-3-ceph with host dv-osbrick-789289-3-ceph {{(pid=107401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:58:26.546707 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-70752ad2-819c-415b-8b7f-2fe063a92582 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7866194 May 26 23:58:26.549097 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Network fcd6ec95-1639-4d91-85be-465945e13f6b details requested by agent ovs-agent-dv-osbrick-789289-3-ceph with host dv-osbrick-789289-3-ceph {{(pid=107401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:58:26.549613 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33246) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:26.555245 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Request body: {'subnet': {'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-142962399-subnet', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'ip_version': 4}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:26.561711 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:26.566215 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Usage tracker for resource:subnet and tenant:45a0d22b75ee4131a149e4aea2ce13c1 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:26.573411 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:26.577945 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:26.581637 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:26.587749 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874a7dc-e0a5-4cfe-95ed-105e6ea79289 None None] Pushing event updated for resources: {'Port': ['ID=f4e1ad96-e263-4299-9b8e-4749ba5d22d0,revision_number=3']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:26.619522 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-a6a13ea3-7305-45f1-84e0-67ec1dfd5bc0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8615808 May 26 23:58:26.619867 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33252) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:26.625994 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Request body: {'subnet': {'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1241452990-subnet', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'ip_version': 4}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:26.626545 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-5874a7dc-e0a5-4cfe-95ed-105e6ea79289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:26.633535 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:26.637591 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Usage tracker for resource:subnet and tenant:cfcf227e19bc4ae9a892fd6452a4b12a is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:26.642121 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:26.648756 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:26.657640 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Attempting to bind port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:26.658126 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Attempting to bind port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:26.658583 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Attempting to bind port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 on network 3eaa2828-b0be-4cf7-afbe-421412a189d4 {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:26.663931 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:26.669816 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Checking segment: {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:26.669816 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.669816 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Bound using segment: {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:26.669816 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Bound port: f4e1ad96-e263-4299-9b8e-4749ba5d22d0, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'}}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:26.669816 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.728892 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Made reservation on behalf of 45a0d22b75ee4131a149e4aea2ce13c1 for: {'subnet': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:58:26.731699 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.754287 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] For port f4e1ad96-e263-4299-9b8e-4749ba5d22d0, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:26.757003 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] For port f4e1ad96-e263-4299-9b8e-4749ba5d22d0, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=f4e1ad96-e263-4299-9b8e-4749ba5d22d0,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:26.759225 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Made reservation on behalf of cfcf227e19bc4ae9a892fd6452a4b12a for: {'subnet': 1} {{(pid=107399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:58:26.762498 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.817425 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.820244 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:26.826806 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-5874a7dc-e0a5-4cfe-95ed-105e6ea79289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:26.959961 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:26.960844 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:27.015310 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port 9b55db19-dc70-469d-8a61-cc315d3bef81, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=9b55db19-dc70-469d-8a61-cc315d3bef81,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:27.030540 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874a7dc-e0a5-4cfe-95ed-105e6ea79289 None None] Pushing event updated for resources: {'Port': ['ID=f4e1ad96-e263-4299-9b8e-4749ba5d22d0,revision_number=4']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:27.039830 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-5874a7dc-e0a5-4cfe-95ed-105e6ea79289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:27.105951 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.113768 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-87b97f90-e168-4eb8-9a5b-c25dc063a6dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:27.172935 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:27.197119 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=9b55db19-dc70-469d-8a61-cc315d3bef81,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:27.201530 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:27.218784 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': '708fc0b2-7fda-4b55-b543-4d846dd7aef2', 'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 2, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'subnets': [{'id': '866749cf-8960-457e-8144-e654aefe2442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:27.234273 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Checking router: 9ed65568-04a2-4a64-8074-f04e3e01faf1 for host: dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:58:27.234630 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Updating router 9ed65568-04a2-4a64-8074-f04e3e01faf1 port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 binding host dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:58:27.309876 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.313303 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229'] for subnet, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.320012 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:27.411975 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229'] for subnet, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.418343 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-4571057f-360a-4284-be19-6df7220593e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:27.419699 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a7adb2-a985-4979-9066-3f2e814b8d39,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:27.420701 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 93313d0f-0de3-4700-adf5-d819bd64fef4 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:27.423184 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Checking segment: {'id': 'e137e189-6a3e-4181-b01d-0cb3a460984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:27.423750 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Network hostable DHCP agents. Network: 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621, hostable agents: ['5c7fca0d-b565-48b3-a563-e660e9707e09'], hosted agents: [] {{(pid=107400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:58:27.428031 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:27.507258 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f86e0b-7c5a-45e9-8cfb-dda2c970385d,revision_number=0']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:27.510493 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:27.518492 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 is scheduled to be hosted by DHCP agent 5c7fca0d-b565-48b3-a563-e660e9707e09 with binding_index 1 {{(pid=107400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:58:27.521905 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Checking segment: {'id': '1079212f-b467-40f6-9439-489f05fa19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:27.522504 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Network hostable DHCP agents. Network: fcd6ec95-1639-4d91-85be-465945e13f6b, hostable agents: ['5c7fca0d-b565-48b3-a563-e660e9707e09'], hosted agents: [] {{(pid=107399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:58:27.531898 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'f4e1ad96-e263-4299-9b8e-4749ba5d22d0', 'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'mac_address': 'fa:16:3e:7d:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:26Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'subnets': [{'id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:27.537345 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483630ed-0ae0-4329-8f7c-e459a0448021 None None] The sync data for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph is: [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'f4e1ad96-e263-4299-9b8e-4749ba5d22d0', 'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'mac_address': 'fa:16:3e:7d:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:26Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'subnets': [{'id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:58:27.625811 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789289-3-ceph, 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621) {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:27.632058 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:27.634483 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for subnet, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.648867 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf378a2-0c31-4f8a-a2f4-412d383490d9 None None] Network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:58:27.673140 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 93313d0f-0de3-4700-adf5-d819bd64fef4 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:27.673496 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.710963 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Network fcd6ec95-1639-4d91-85be-465945e13f6b is scheduled to be hosted by DHCP agent 5c7fca0d-b565-48b3-a563-e660e9707e09 with binding_index 1 {{(pid=107399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:58:27.721012 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789289-3-ceph, fcd6ec95-1639-4d91-85be-465945e13f6b) {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:27.726487 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:27.727576 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for subnet, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.740293 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-ef0bad7b-7e2d-4912-8c6f-ddfd3ecdc1d6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1895859 May 26 23:58:27.742946 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33258) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:27.751765 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:27.752133 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9317c-83b8-4c79-a5d3-0d16674e1017 None None] Network fcd6ec95-1639-4d91-85be-465945e13f6b requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:58:27.757921 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:27.763291 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Usage tracker for resource:router and tenant:45a0d22b75ee4131a149e4aea2ce13c1 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:27.766940 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:27.773350 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:27.814738 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-16b00591-db79-41a0-a188-be8539bbed22 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1939638 May 26 23:58:27.817248 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33262) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:27.823051 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:27.835313 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:27.839543 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Usage tracker for resource:router and tenant:cfcf227e19bc4ae9a892fd6452a4b12a is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:58:27.843379 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:58:27.849624 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:27.871053 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37382'] for router, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.872082 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37393'] for router, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.891411 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.916992 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37382'] for router, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.917850 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37393'] for router, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:27.935050 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.100746 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.db.resource_extend [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 23:58:28.248644 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 9b55db19-dc70-469d-8a61-cc315d3bef81 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:28.329072 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.346850 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.364805 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Notify callbacks [] for port, precommit_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.368257 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e250539-f692-5071-ad3a-77ecdd418599-2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621', 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'fixed_ips': [{'subnet_id': '85a7adb2-a985-4979-9066-3f2e814b8d39'}]}} from dv-osbrick-789289-3-ceph. {{(pid=107401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 23:58:28.369051 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.429308 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Transition to ACTIVE for port object 708fc0b2-7fda-4b55-b543-4d846dd7aef2 will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:28.479837 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e250539-f692-5071-ad3a-77ecdd418599-fcd6ec95-1639-4d91-85be-465945e13f6b', 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'fixed_ips': [{'subnet_id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d'}]}} from dv-osbrick-789289-3-ceph. {{(pid=107401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 23:58:28.480661 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.528837 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.533043 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 9b55db19-dc70-469d-8a61-cc315d3bef81 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:28.533415 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.566649 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:28.766147 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.797851 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.801757 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.833174 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1789eb-2e7c-40db-aaa5-bcbeee18194b None None] Pushing event updated for resources: {'Port': ['ID=708fc0b2-7fda-4b55-b543-4d846dd7aef2,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:28.848496 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.849855 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-8f1789eb-2e7c-40db-aaa5-bcbeee18194b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:28.957453 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Allocated IP 172.31.0.26 (5babdef9-1ca1-4c6d-af93-ac36ec49b07c/d3cb8ac1-90ac-45bd-96d1-dbca94accd2f/fb1d918b-35c8-4469-ab54-a16d42d4a74a) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:28.971687 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.db_base_plugin_common [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Allocated IP 172.20.0.2 (2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621/85a7adb2-a985-4979-9066-3f2e814b8d39/2b4ab95b-9baa-4981-a5e2-f145d4919b25) {{(pid=107401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:29.086177 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Attempting to bind port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:29.086552 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Attempting to bind port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:29.086916 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Attempting to bind port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:29.116857 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.164586 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.db_base_plugin_common [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Allocated IP 172.20.0.2 (fcd6ec95-1639-4d91-85be-465945e13f6b/f6f86e0b-7c5a-45e9-8cfb-dda2c970385d/0f0884ec-975f-4659-ad5c-493b897933d7) {{(pid=107401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:29.174626 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:29.175001 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Checking segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:29.175413 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.175803 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Bound using segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:29.176281 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Bound port: 708fc0b2-7fda-4b55-b543-4d846dd7aef2, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:29.176750 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.235196 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.236753 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-ce47db0d-bc64-4445-86a4-3ea0ecc6fdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:29.311200 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:29.314420 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:29.318295 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:29.348675 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.db_base_plugin_common [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Allocated IP 172.31.0.137 (5babdef9-1ca1-4c6d-af93-ac36ec49b07c/d3cb8ac1-90ac-45bd-96d1-dbca94accd2f/99f57464-0095-44d9-aaf7-b0e104812fd7) {{(pid=107399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:29.383455 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device f4e1ad96-e263-4299-9b8e-4749ba5d22d0 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:29.397406 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Pushing event updated for resources: {'Port': ['ID=fb1d918b-35c8-4469-ab54-a16d42d4a74a,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:29.400459 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:29.509228 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] For port 708fc0b2-7fda-4b55-b543-4d846dd7aef2, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:29.538363 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] For port 708fc0b2-7fda-4b55-b543-4d846dd7aef2, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=708fc0b2-7fda-4b55-b543-4d846dd7aef2,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:29.550067 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.601393 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Notify callbacks [] for port, precommit_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.667997 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.673921 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Transition to ACTIVE for port object 2b4ab95b-9baa-4981-a5e2-f145d4919b25 will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:29.676063 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:29.688083 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.692636 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:29.762176 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c is already hosted by enough agents. {{(pid=107399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:29.765884 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Resources bound (agent type, host, resource id): {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:29.770139 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Received port after_create {{(pid=107399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:29.772573 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Transition to ACTIVE for port object 2b4ab95b-9baa-4981-a5e2-f145d4919b25 will not be triggered until provisioned by entity DHCP. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:29.773991 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.787549 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:29.797031 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Transition to ACTIVE for port object 0f0884ec-975f-4659-ad5c-493b897933d7 will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:29.805709 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:29.806621 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:29.843143 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Pushing event updated for resources: {'Port': ['ID=99f57464-0095-44d9-aaf7-b0e104812fd7,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:29.855112 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:29.875207 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1789eb-2e7c-40db-aaa5-bcbeee18194b None None] Pushing event updated for resources: {'Port': ['ID=708fc0b2-7fda-4b55-b543-4d846dd7aef2,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:29.878016 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:29.891615 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-8f1789eb-2e7c-40db-aaa5-bcbeee18194b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:29.899559 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.005197 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:30.033310 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Transition to ACTIVE for port object 0f0884ec-975f-4659-ad5c-493b897933d7 will not be triggered until provisioned by entity DHCP. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:30.044921 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:30.045421 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.147827 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 is already hosted by enough agents. {{(pid=107401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:30.159884 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.base_scheduler [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Resources bound (agent type, host, resource id): {{(pid=107401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:30.175701 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Received port after_create {{(pid=107401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:30.183375 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.225750 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Pushing event updated for resources: {'Port': ['ID=2b4ab95b-9baa-4981-a5e2-f145d4919b25,revision_number=1']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:30.241527 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:30.242452 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-982321'] for router, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.267644 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.284502 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:30.285550 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:30.410047 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Network fcd6ec95-1639-4d91-85be-465945e13f6b is already hosted by enough agents. {{(pid=107401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:30.420116 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.scheduler.base_scheduler [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Resources bound (agent type, host, resource id): {{(pid=107401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:30.427979 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Received port after_create {{(pid=107401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:30.443073 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Attempting to bind port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:30.443457 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Attempting to bind port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'e137e189-6a3e-4181-b01d-0cb3a460984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:30.443834 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Attempting to bind port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 on network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:30.533924 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Pushing event updated for resources: {'Port': ['ID=0f0884ec-975f-4659-ad5c-493b897933d7,revision_number=1']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:30.546366 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 is scheduled to L3 agent 00222860-d7aa-494c-9a31-01e8840239ff with binding_index 1 {{(pid=107400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 23:58:30.548658 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:30.549050 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Checking segment: {'id': 'e137e189-6a3e-4181-b01d-0cb3a460984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:30.549473 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.549877 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Bound using segment: {'id': 'e137e189-6a3e-4181-b01d-0cb3a460984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:30.550374 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Bound port: 2b4ab95b-9baa-4981-a5e2-f145d4919b25, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e137e189-6a3e-4181-b01d-0cb3a460984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:30.550758 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.562840 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:30.676970 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-982321'] for router, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.731859 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:58:30.746069 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Sync routers for ids ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:58:30.759229 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Routers {'18595b1b-93b5-4ea9-9e05-91ffd8d5e223'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:30.759996 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:30.801564 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Attempting to bind port 0f0884ec-975f-4659-ad5c-493b897933d7 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:30.801564 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Attempting to bind port 0f0884ec-975f-4659-ad5c-493b897933d7 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': '1079212f-b467-40f6-9439-489f05fa19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:30.801564 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Attempting to bind port 0f0884ec-975f-4659-ad5c-493b897933d7 on network fcd6ec95-1639-4d91-85be-465945e13f6b {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:30.809817 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.819195 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Notify callbacks [] for router, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.820783 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0765705 May 26 23:58:30.823443 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33268) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:30.838298 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:30.839221 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Checking segment: {'id': '1079212f-b467-40f6-9439-489f05fa19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:30.839221 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.842457 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Bound using segment: {'id': '1079212f-b467-40f6-9439-489f05fa19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:30.842457 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Bound port: 0f0884ec-975f-4659-ad5c-493b897933d7, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1079212f-b467-40f6-9439-489f05fa19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:30.842457 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:30.970742 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Router f4acc6b9-e322-4a11-805e-32727c2dd554 is scheduled to L3 agent 00222860-d7aa-494c-9a31-01e8840239ff with binding_index 1 {{(pid=107399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 23:58:30.977988 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Set router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:31.051790 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] For port 0f0884ec-975f-4659-ad5c-493b897933d7, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:31.058051 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] For port 0f0884ec-975f-4659-ad5c-493b897933d7, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=0f0884ec-975f-4659-ad5c-493b897933d7,segment=NetworkSegment(1079212f-b467-40f6-9439-489f05fa19e7),segment_id=1079212f-b467-40f6-9439-489f05fa19e7)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:31.116066 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port f4e1ad96-e263-4299-9b8e-4749ba5d22d0, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=f4e1ad96-e263-4299-9b8e-4749ba5d22d0,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:31.118862 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] For port 2b4ab95b-9baa-4981-a5e2-f145d4919b25, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:31.133609 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] For port 2b4ab95b-9baa-4981-a5e2-f145d4919b25, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=2b4ab95b-9baa-4981-a5e2-f145d4919b25,segment=NetworkSegment(e137e189-6a3e-4181-b01d-0cb3a460984e),segment_id=e137e189-6a3e-4181-b01d-0cb3a460984e)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:31.154514 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:31.159965 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:31.210410 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:31.242897 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9f190787-5bb6-4532-afc6-ca5605604d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:31.251565 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:31.281016 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Pushing event updated for resources: {'Port': ['ID=0f0884ec-975f-4659-ad5c-493b897933d7,revision_number=2']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:31.289792 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:31.290294 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:31.293536 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:58:31.360164 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Sync routers for ids ['f4acc6b9-e322-4a11-805e-32727c2dd554'] in dv-osbrick-789289-3-ceph {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:58:31.360584 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26'}], 'enable_snat': True}, 'gw_port_id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:29Z', 'revision_number': 3, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'gw_port': {'id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:31.364351 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Checking router: 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:58:31.364802 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Updating router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 port fb1d918b-35c8-4469-ab54-a16d42d4a74a binding host dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:58:31.397781 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Routers {'f4acc6b9-e322-4a11-805e-32727c2dd554'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:31.398296 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['f4acc6b9-e322-4a11-805e-32727c2dd554'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:31.433069 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:31.440102 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Notify callbacks [] for router, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:31.443937 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6232312 May 26 23:58:31.444342 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33272) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:31.547370 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': '708fc0b2-7fda-4b55-b543-4d846dd7aef2', 'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:29Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'subnets': [{'id': '866749cf-8960-457e-8144-e654aefe2442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:31.578367 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=f4e1ad96-e263-4299-9b8e-4749ba5d22d0,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:31.583996 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7bbd47-a063-4364-80f4-44bc219f057d None None] The sync data for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph is: [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': '708fc0b2-7fda-4b55-b543-4d846dd7aef2', 'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:29Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'subnets': [{'id': '866749cf-8960-457e-8144-e654aefe2442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:58:31.880741 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Pushing event updated for resources: {'Port': ['ID=2b4ab95b-9baa-4981-a5e2-f145d4919b25,revision_number=2']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:31.899110 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:31.901753 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-7c2f8d57-b3a0-426a-b4da-84d1e0aef969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:31.902336 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-7c2f8d57-b3a0-426a-b4da-84d1e0aef969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:31.921083 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Set router f4acc6b9-e322-4a11-805e-32727c2dd554 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:32.088498 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.130773 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Notify callbacks [] for port, precommit_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.157855 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.provisioning_blocks [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Transition to ACTIVE for port object fb1d918b-35c8-4469-ab54-a16d42d4a74a will not be triggered until provisioned by entity L2. {{(pid=107402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:32.227837 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.233446 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:32.324183 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137'}], 'enable_snat': True}, 'gw_port_id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:29Z', 'revision_number': 3, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'gw_port': {'id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:32.339343 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Checking router: f4acc6b9-e322-4a11-805e-32727c2dd554 for host: dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:58:32.339856 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Updating router f4acc6b9-e322-4a11-805e-32727c2dd554 port 99f57464-0095-44d9-aaf7-b0e104812fd7 binding host dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:58:32.362318 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb940c19-d76a-41b8-bf4b-73f9a11eab05 None None] Pushing event updated for resources: {'Port': ['ID=fb1d918b-35c8-4469-ab54-a16d42d4a74a,revision_number=2']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:32.365883 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-bb940c19-d76a-41b8-bf4b-73f9a11eab05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:32.411577 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Allocated IP 172.20.0.1 (2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621/85a7adb2-a985-4979-9066-3f2e814b8d39/b3517720-488a-4519-b518-bba52e64fd87) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:32.435402 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Attempting to bind port fb1d918b-35c8-4469-ab54-a16d42d4a74a on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:32.436948 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Attempting to bind port fb1d918b-35c8-4469-ab54-a16d42d4a74a by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:32.439504 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Attempting to bind port fb1d918b-35c8-4469-ab54-a16d42d4a74a on network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:32.455745 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:32.456421 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Checking segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:32.458693 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.458996 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.459715 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Bound using segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:32.461992 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Bound port: fb1d918b-35c8-4469-ab54-a16d42d4a74a, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:32.463741 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.617103 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.636351 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Transition to ACTIVE for port object b3517720-488a-4519-b518-bba52e64fd87 will not be triggered until provisioned by entity DHCP. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:32.641907 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] For port fb1d918b-35c8-4469-ab54-a16d42d4a74a, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:32.651468 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] For port fb1d918b-35c8-4469-ab54-a16d42d4a74a, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=fb1d918b-35c8-4469-ab54-a16d42d4a74a,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:32.768309 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.787794 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:32.790597 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.836899 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:32.851126 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-ffc34acc-1bb1-4e0d-85ad-41fafd44d935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:32.864465 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070f189-8292-415b-808b-cdba32aab621 None None] Network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:58:32.901690 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb940c19-d76a-41b8-bf4b-73f9a11eab05 None None] Pushing event updated for resources: {'Port': ['ID=fb1d918b-35c8-4469-ab54-a16d42d4a74a,revision_number=3']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:32.928095 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-bb940c19-d76a-41b8-bf4b-73f9a11eab05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:32.946296 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:32.960131 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:32.962440 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Routers {'18595b1b-93b5-4ea9-9e05-91ffd8d5e223'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:32.964007 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:32.967874 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:32.970055 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1042481'] for router_interface, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.008735 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b3517720-488a-4519-b518-bba52e64fd87,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:33.012468 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:33.150064 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.db_base_plugin_common [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Allocated IP 172.20.0.1 (fcd6ec95-1639-4d91-85be-465945e13f6b/f6f86e0b-7c5a-45e9-8cfb-dda2c970385d/b7e06326-1540-461b-83d5-3ab1e7b5d3ae) {{(pid=107399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:33.276451 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] Set router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:33.282233 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-ef5e701a-61c9-465b-b4a3-a536f7bfd3a0 None None] Provisioning for port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:33.309570 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-1c292641-03c0-4cc1-b5a3-1b2826882380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.324584 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.365439 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644422d-b35f-49aa-8a0c-8e6fd383214b None None] Network fcd6ec95-1639-4d91-85be-465945e13f6b requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 23:58:33.406811 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Notify callbacks [] for port, precommit_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.506142 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.531047 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.535412 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Transition to ACTIVE for port object 99f57464-0095-44d9-aaf7-b0e104812fd7 will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:33.547127 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.provisioning_blocks [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Transition to ACTIVE for port object b7e06326-1540-461b-83d5-3ab1e7b5d3ae will not be triggered until provisioned by entity DHCP. {{(pid=107399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:33.636553 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device f4e1ad96-e263-4299-9b8e-4749ba5d22d0 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:33.688013 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.701766 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:33.708080 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.711610 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26'}], 'enable_snat': True}, 'gw_port_id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:29Z', 'revision_number': 3, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'gw_port': {'id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:33.715555 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e44425-5cba-4c24-817a-5dbf9e23de0a None None] The sync data for ids ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'] in dv-osbrick-789289-3-ceph is: [{'id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26'}], 'enable_snat': True}, 'gw_port_id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:29Z', 'revision_number': 3, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'gw_port': {'id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:58:33.743427 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.748958 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-41d450b7-de6b-4ffc-8770-3ef32d88160e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:33.797732 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.798816 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043160'] for router_interface, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.802755 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:33.819159 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Network fcd6ec95-1639-4d91-85be-465945e13f6b is already hosted by enough agents. {{(pid=107399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:33.822304 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Resources bound (agent type, host, resource id): {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:33.826220 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Received port after_create {{(pid=107399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:33.827032 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1042481'] for router_interface, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.838900 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Pushing event updated for resources: {'Port': ['ID=b7e06326-1540-461b-83d5-3ab1e7b5d3ae,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:33.843374 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:33.853648 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-3f685b58-cdd3-426d-a375-c91dd8ad1e5e None None] Provisioning for port 0f0884ec-975f-4659-ad5c-493b897933d7 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:33.891323 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Attempting to bind port 99f57464-0095-44d9-aaf7-b0e104812fd7 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:33.891710 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Attempting to bind port 99f57464-0095-44d9-aaf7-b0e104812fd7 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:33.892085 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Attempting to bind port 99f57464-0095-44d9-aaf7-b0e104812fd7 on network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:33.911103 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:33.911490 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Checking segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:33.911905 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.912313 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Bound using segment: {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:33.912869 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Bound port: 99f57464-0095-44d9-aaf7-b0e104812fd7, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5aa38-a9a1-4e58-aa70-596e328c5321', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:33.913206 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:33.937796 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570068d8-2894-4333-8d9b-a99573434e50 None None] Pushing event updated for resources: {'Port': ['ID=99f57464-0095-44d9-aaf7-b0e104812fd7,revision_number=2']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:33.948118 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-570068d8-2894-4333-8d9b-a99573434e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:33.949331 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b3517720-488a-4519-b518-bba52e64fd87,revision_number=2']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:33.952583 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:34.015015 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:34.016243 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:34.028106 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:34.028501 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:34.084759 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:34.118017 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] For port 99f57464-0095-44d9-aaf7-b0e104812fd7, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:34.127135 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] For port 99f57464-0095-44d9-aaf7-b0e104812fd7, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=99f57464-0095-44d9-aaf7-b0e104812fd7,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:34.271869 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 23:58:34.273990 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:34.289467 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:34.396043 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:34.400352 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:34.401745 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570068d8-2894-4333-8d9b-a99573434e50 None None] Pushing event updated for resources: {'Port': ['ID=99f57464-0095-44d9-aaf7-b0e104812fd7,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:34.413906 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-570068d8-2894-4333-8d9b-a99573434e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:34.418039 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 0f0884ec-975f-4659-ad5c-493b897933d7 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:34.464715 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:34.465793 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043160'] for router_interface, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:34.469555 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-5a6518a4-eb54-45eb-8920-f56c966890ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:34.474357 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Routers {'f4acc6b9-e322-4a11-805e-32727c2dd554'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:34.475221 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['f4acc6b9-e322-4a11-805e-32727c2dd554'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:34.543088 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:58:34.585497 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] 10.222.0.38 "PUT /v2.0/routers/18595b1b-93b5-4ea9-9e05-91ffd8d5e223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7609086 May 26 23:58:34.617614 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-e2e60c75-1a7f-450b-bc59-e3898b0d0526 None None] Provisioning for port b3517720-488a-4519-b518-bba52e64fd87 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:34.628328 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-e2e60c75-1a7f-450b-bc59-e3898b0d0526 None None] Provisioning complete for port b3517720-488a-4519-b518-bba52e64fd87 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:34.628749 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e2e60c75-1a7f-450b-bc59-e3898b0d0526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:34.652410 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Pushing event updated for resources: {'Port': ['ID=b7e06326-1540-461b-83d5-3ab1e7b5d3ae,revision_number=2']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:34.662515 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:34.756233 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Network fcd6ec95-1639-4d91-85be-465945e13f6b is already hosted by enough agents. {{(pid=107399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:34.757709 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.base_scheduler [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Resources bound (agent type, host, resource id): {{(pid=107399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:34.841049 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-e2e60c75-1a7f-450b-bc59-e3898b0d0526 None None] Port b3517720-488a-4519-b518-bba52e64fd87 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:58:34.853577 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 0f0884ec-975f-4659-ad5c-493b897933d7 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:34.866988 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 0f0884ec-975f-4659-ad5c-493b897933d7 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:34.867376 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:34.979331 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] Set router f4acc6b9-e322-4a11-805e-32727c2dd554 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:35.070329 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Router f4acc6b9-e322-4a11-805e-32727c2dd554 has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 23:58:35.318001 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:58:35.345018 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] 10.222.0.38 "PUT /v2.0/routers/f4acc6b9-e322-4a11-805e-32727c2dd554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8995824 May 26 23:58:35.427111 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Provisioning complete for port 0f0884ec-975f-4659-ad5c-493b897933d7 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:35.427584 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:35.501307 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:35.553848 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port 0f0884ec-975f-4659-ad5c-493b897933d7, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=0f0884ec-975f-4659-ad5c-493b897933d7,segment=NetworkSegment(1079212f-b467-40f6-9439-489f05fa19e7),segment_id=1079212f-b467-40f6-9439-489f05fa19e7)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:35.626523 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137'}], 'enable_snat': True}, 'gw_port_id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:33Z', 'revision_number': 4, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'gw_port': {'id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'b7e06326-1540-461b-83d5-3ab1e7b5d3ae', 'name': '', 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'mac_address': 'fa:16:3e:4d:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:32Z', 'updated_at': '2021-05-26T23:58:34Z', 'revision_number': 2, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'subnets': [{'id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:35.635614 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1311f4-fc61-4771-8962-f417b39fac15 None None] The sync data for ids ['f4acc6b9-e322-4a11-805e-32727c2dd554'] in dv-osbrick-789289-3-ceph is: [{'id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137'}], 'enable_snat': True}, 'gw_port_id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:33Z', 'revision_number': 4, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'gw_port': {'id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'b7e06326-1540-461b-83d5-3ab1e7b5d3ae', 'name': '', 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'mac_address': 'fa:16:3e:4d:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:32Z', 'updated_at': '2021-05-26T23:58:34Z', 'revision_number': 2, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'subnets': [{'id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:58:35.637235 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:35.652462 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:35.654654 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 2b4ab95b-9baa-4981-a5e2-f145d4919b25 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:35.693950 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-14658140-0e1a-4279-906d-ecac78d8179e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:35.861947 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=0f0884ec-975f-4659-ad5c-493b897933d7,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:35.864933 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.db.api [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:58:35.865319 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_db.api [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:58:35.866951 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:35.950607 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:35.963613 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:35.963999 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:36.199081 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:36.239115 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port 2b4ab95b-9baa-4981-a5e2-f145d4919b25, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=2b4ab95b-9baa-4981-a5e2-f145d4919b25,segment=NetworkSegment(e137e189-6a3e-4181-b01d-0cb3a460984e),segment_id=e137e189-6a3e-4181-b01d-0cb3a460984e)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:36.361989 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:36.362878 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 708fc0b2-7fda-4b55-b543-4d846dd7aef2 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:36.393703 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:36.590754 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=2b4ab95b-9baa-4981-a5e2-f145d4919b25,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:36.595455 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:36.667486 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:36.672894 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:36.673276 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:36.703443 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Provisioning for port b7e06326-1540-461b-83d5-3ab1e7b5d3ae completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:36.722670 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Provisioning complete for port b7e06326-1540-461b-83d5-3ab1e7b5d3ae triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:36.724021 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:36.788288 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Port b7e06326-1540-461b-83d5-3ab1e7b5d3ae cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:58:36.854588 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Provisioning complete for port b3517720-488a-4519-b518-bba52e64fd87 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:36.854982 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:36.915250 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:36.939723 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6f619-652b-41ff-8ea1-c15184398b15 None None] Port b3517720-488a-4519-b518-bba52e64fd87 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:58:36.968346 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port 708fc0b2-7fda-4b55-b543-4d846dd7aef2, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=708fc0b2-7fda-4b55-b543-4d846dd7aef2,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:37.054767 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:37.057352 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-e8989e9d-718a-4cbc-ba56-b9d1ccbb10ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:37.142514 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-5626a6b9-d90f-4826-ac07-0caa8ee5cd45 None None] Provisioning complete for port b7e06326-1540-461b-83d5-3ab1e7b5d3ae triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:37.143792 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5626a6b9-d90f-4826-ac07-0caa8ee5cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:37.221341 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=708fc0b2-7fda-4b55-b543-4d846dd7aef2,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:37.226366 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:37.230859 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-5626a6b9-d90f-4826-ac07-0caa8ee5cd45 None None] Port b7e06326-1540-461b-83d5-3ab1e7b5d3ae cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:58:37.342339 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device fb1d918b-35c8-4469-ab54-a16d42d4a74a up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:37.752704 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port fb1d918b-35c8-4469-ab54-a16d42d4a74a completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:37.759854 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port fb1d918b-35c8-4469-ab54-a16d42d4a74a triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:37.759854 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:37.959885 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:37.970593 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port fb1d918b-35c8-4469-ab54-a16d42d4a74a, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=fb1d918b-35c8-4469-ab54-a16d42d4a74a,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:38.078890 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:38.083959 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 0f0884ec-975f-4659-ad5c-493b897933d7 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:38.106245 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Sync routers for ids ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:58:38.116692 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Routers {'18595b1b-93b5-4ea9-9e05-91ffd8d5e223'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:38.117553 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:38.122456 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6e81a7fc-3714-407e-acdb-279677733ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:38.214489 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=fb1d918b-35c8-4469-ab54-a16d42d4a74a,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:38.218198 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:38.229738 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 0f0884ec-975f-4659-ad5c-493b897933d7 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:38.230126 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:38.370127 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Set router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:38.407325 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 2b4ab95b-9baa-4981-a5e2-f145d4919b25 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:38.495605 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:38.496390 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:38.730928 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 99f57464-0095-44d9-aaf7-b0e104812fd7 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:38.791966 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26'}], 'enable_snat': True}, 'gw_port_id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:33Z', 'revision_number': 4, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'gw_port': {'id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'b3517720-488a-4519-b518-bba52e64fd87', 'name': '', 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'mac_address': 'fa:16:3e:17:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '85a7adb2-a985-4979-9066-3f2e814b8d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:32Z', 'updated_at': '2021-05-26T23:58:33Z', 'revision_number': 2, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'subnets': [{'id': '85a7adb2-a985-4979-9066-3f2e814b8d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:38.799693 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Checking router: 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:58:38.800051 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Updating router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 port b3517720-488a-4519-b518-bba52e64fd87 binding host dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:58:38.912108 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:38.930355 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port 99f57464-0095-44d9-aaf7-b0e104812fd7 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:38.935881 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 99f57464-0095-44d9-aaf7-b0e104812fd7 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:38.942322 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:39.105938 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:39.141164 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port 99f57464-0095-44d9-aaf7-b0e104812fd7, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=99f57464-0095-44d9-aaf7-b0e104812fd7,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:39.247767 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:39.253395 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-570068d8-2894-4333-8d9b-a99573434e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:39.258912 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:58:39.360475 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=99f57464-0095-44d9-aaf7-b0e104812fd7,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:39.365592 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:39.384206 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device fb1d918b-35c8-4469-ab54-a16d42d4a74a up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:39.460951 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Notify callbacks [] for port, precommit_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:39.476049 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port fb1d918b-35c8-4469-ab54-a16d42d4a74a triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:39.479294 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:39.480233 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.provisioning_blocks [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Transition to ACTIVE for port object b3517720-488a-4519-b518-bba52e64fd87 will not be triggered until provisioned by entity L2. {{(pid=107402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:39.629916 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 708fc0b2-7fda-4b55-b543-4d846dd7aef2 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:39.706652 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:39.707045 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:39.731468 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:39.809297 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:39.875739 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de81a43-6a9e-427e-87ef-75c6b6ae1866 None None] Pushing event updated for resources: {'Port': ['ID=b3517720-488a-4519-b518-bba52e64fd87,revision_number=3']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:39.887114 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-8de81a43-6a9e-427e-87ef-75c6b6ae1866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:40.099451 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Attempting to bind port b3517720-488a-4519-b518-bba52e64fd87 on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:40.100095 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Attempting to bind port b3517720-488a-4519-b518-bba52e64fd87 by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': 'e137e189-6a3e-4181-b01d-0cb3a460984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621'}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:40.100488 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Attempting to bind port b3517720-488a-4519-b518-bba52e64fd87 on network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:40.106814 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:40.107728 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Checking segment: {'id': 'e137e189-6a3e-4181-b01d-0cb3a460984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:40.108165 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:40.108568 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Bound using segment: {'id': 'e137e189-6a3e-4181-b01d-0cb3a460984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621'} {{(pid=107402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:40.109077 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.managers [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Bound port: b3517720-488a-4519-b518-bba52e64fd87, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e137e189-6a3e-4181-b01d-0cb3a460984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621'}}] {{(pid=107402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:40.109461 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:40.187038 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Sync routers for ids ['f4acc6b9-e322-4a11-805e-32727c2dd554'] in dv-osbrick-789289-3-ceph {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:58:40.209641 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Routers {'f4acc6b9-e322-4a11-805e-32727c2dd554'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:40.210539 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['f4acc6b9-e322-4a11-805e-32727c2dd554'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:40.220882 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] For port b3517720-488a-4519-b518-bba52e64fd87, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:40.224283 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.plugins.ml2.db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] For port b3517720-488a-4519-b518-bba52e64fd87, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=b3517720-488a-4519-b518-bba52e64fd87,segment=NetworkSegment(e137e189-6a3e-4181-b01d-0cb3a460984e),segment_id=e137e189-6a3e-4181-b01d-0cb3a460984e)] {{(pid=107402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:40.312083 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:40.320473 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:40.442136 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de81a43-6a9e-427e-87ef-75c6b6ae1866 None None] Pushing event updated for resources: {'Port': ['ID=b3517720-488a-4519-b518-bba52e64fd87,revision_number=4']} {{(pid=107402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:40.445204 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Routers {'18595b1b-93b5-4ea9-9e05-91ffd8d5e223'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:40.445962 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:40.474482 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Set router f4acc6b9-e322-4a11-805e-32727c2dd554 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:40.516491 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-8de81a43-6a9e-427e-87ef-75c6b6ae1866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:40.756229 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:40.759373 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] Set router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:40.909895 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137'}], 'enable_snat': True}, 'gw_port_id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:33Z', 'revision_number': 4, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'gw_port': {'id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'b7e06326-1540-461b-83d5-3ab1e7b5d3ae', 'name': '', 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'mac_address': 'fa:16:3e:4d:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:32Z', 'updated_at': '2021-05-26T23:58:34Z', 'revision_number': 2, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'subnets': [{'id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:40.915253 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Checking router: f4acc6b9-e322-4a11-805e-32727c2dd554 for host: dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:58:40.915756 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Updating router f4acc6b9-e322-4a11-805e-32727c2dd554 port b7e06326-1540-461b-83d5-3ab1e7b5d3ae binding host dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 23:58:40.986575 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:41.312285 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26'}], 'enable_snat': True}, 'gw_port_id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:33Z', 'revision_number': 4, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'gw_port': {'id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'b3517720-488a-4519-b518-bba52e64fd87', 'name': '', 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'mac_address': 'fa:16:3e:17:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '85a7adb2-a985-4979-9066-3f2e814b8d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:32Z', 'updated_at': '2021-05-26T23:58:40Z', 'revision_number': 4, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'subnets': [{'id': '85a7adb2-a985-4979-9066-3f2e814b8d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:41.318936 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9da0b6-5028-4198-8ed9-18db4d0add7b None None] The sync data for ids ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'] in dv-osbrick-789289-3-ceph is: [{'id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26'}], 'enable_snat': True}, 'gw_port_id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:33Z', 'revision_number': 4, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'gw_port': {'id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'b3517720-488a-4519-b518-bba52e64fd87', 'name': '', 'network_id': '2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'mac_address': 'fa:16:3e:17:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '85a7adb2-a985-4979-9066-3f2e814b8d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:32Z', 'updated_at': '2021-05-26T23:58:40Z', 'revision_number': 4, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'subnets': [{'id': '85a7adb2-a985-4979-9066-3f2e814b8d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:58:41.422310 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 99f57464-0095-44d9-aaf7-b0e104812fd7 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:41.569009 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port 99f57464-0095-44d9-aaf7-b0e104812fd7 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:41.569390 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:41.645290 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Notify callbacks [] for port, precommit_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:41.662142 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Transition to ACTIVE for port object b7e06326-1540-461b-83d5-3ab1e7b5d3ae will not be triggered until provisioned by entity L2. {{(pid=107401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:41.756411 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:41.760395 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-570068d8-2894-4333-8d9b-a99573434e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:41.945074 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570d143-0748-4997-ab09-b02e3685943f None None] Pushing event updated for resources: {'Port': ['ID=b7e06326-1540-461b-83d5-3ab1e7b5d3ae,revision_number=3']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:41.953380 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6570d143-0748-4997-ab09-b02e3685943f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:42.017981 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Attempting to bind port b7e06326-1540-461b-83d5-3ab1e7b5d3ae on host dv-osbrick-789289-3-ceph for vnic_type normal with profile {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:58:42.018355 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Attempting to bind port b7e06326-1540-461b-83d5-3ab1e7b5d3ae by drivers openvswitch,hyperv on host dv-osbrick-789289-3-ceph at level 0 using segments [{'id': '1079212f-b467-40f6-9439-489f05fa19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b'}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:58:42.018717 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Attempting to bind port b7e06326-1540-461b-83d5-3ab1e7b5d3ae on network fcd6ec95-1639-4d91-85be-465945e13f6b {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:58:42.031480 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Checking agent: {'id': '11ca3039-a7ef-4775-bca0-de3b187afc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789289-3-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 50, 33), 'started_at': datetime.datetime(2021, 5, 26, 23, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789289-3-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:58:42.031835 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Checking segment: {'id': '1079212f-b467-40f6-9439-489f05fa19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:58:42.032240 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:42.032663 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Bound using segment: {'id': '1079212f-b467-40f6-9439-489f05fa19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b'} {{(pid=107401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:58:42.033142 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.managers [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Bound port: b7e06326-1540-461b-83d5-3ab1e7b5d3ae, host: dv-osbrick-789289-3-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1079212f-b467-40f6-9439-489f05fa19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b'}}] {{(pid=107401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:58:42.033711 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:42.168517 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] For port b7e06326-1540-461b-83d5-3ab1e7b5d3ae, host dv-osbrick-789289-3-ceph, cleared binding levels {{(pid=107401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:58:42.172066 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] For port b7e06326-1540-461b-83d5-3ab1e7b5d3ae, host dv-osbrick-789289-3-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=b7e06326-1540-461b-83d5-3ab1e7b5d3ae,segment=NetworkSegment(1079212f-b467-40f6-9439-489f05fa19e7),segment_id=1079212f-b467-40f6-9439-489f05fa19e7)] {{(pid=107401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:58:42.251448 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:42.264792 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-7c2f8d57-b3a0-426a-b4da-84d1e0aef969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:42.417384 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570d143-0748-4997-ab09-b02e3685943f None None] Pushing event updated for resources: {'Port': ['ID=b7e06326-1540-461b-83d5-3ab1e7b5d3ae,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:42.421690 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6570d143-0748-4997-ab09-b02e3685943f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:42.422606 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Routers {'f4acc6b9-e322-4a11-805e-32727c2dd554'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:58:42.423253 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:58:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['f4acc6b9-e322-4a11-805e-32727c2dd554'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:42.687492 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] Set router f4acc6b9-e322-4a11-805e-32727c2dd554 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:58:43.125430 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137'}], 'enable_snat': True}, 'gw_port_id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:33Z', 'revision_number': 4, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'gw_port': {'id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'b7e06326-1540-461b-83d5-3ab1e7b5d3ae', 'name': '', 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'mac_address': 'fa:16:3e:4d:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:32Z', 'updated_at': '2021-05-26T23:58:42Z', 'revision_number': 4, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'subnets': [{'id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:58:43.133193 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a9bf3-4cba-43cb-ac0c-daf154bfdd98 None None] The sync data for ids ['f4acc6b9-e322-4a11-805e-32727c2dd554'] in dv-osbrick-789289-3-ceph is: [{'id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137'}], 'enable_snat': True}, 'gw_port_id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-26T23:58:33Z', 'revision_number': 4, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'gw_port': {'id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'b7e06326-1540-461b-83d5-3ab1e7b5d3ae', 'name': '', 'network_id': 'fcd6ec95-1639-4d91-85be-465945e13f6b', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'mac_address': 'fa:16:3e:4d:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:32Z', 'updated_at': '2021-05-26T23:58:42Z', 'revision_number': 4, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'subnets': [{'id': 'f6f86e0b-7c5a-45e9-8cfb-dda2c970385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:58:43.519685 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device b3517720-488a-4519-b518-bba52e64fd87 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:43.647587 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port b3517720-488a-4519-b518-bba52e64fd87 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:43.656003 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port b3517720-488a-4519-b518-bba52e64fd87 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:43.656391 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:43.802414 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:43.841044 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port b3517720-488a-4519-b518-bba52e64fd87, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=b3517720-488a-4519-b518-bba52e64fd87,segment=NetworkSegment(e137e189-6a3e-4181-b01d-0cb3a460984e),segment_id=e137e189-6a3e-4181-b01d-0cb3a460984e)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:43.941084 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:43.942125 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device b7e06326-1540-461b-83d5-3ab1e7b5d3ae up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:43.972278 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-8f1789eb-2e7c-40db-aaa5-bcbeee18194b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:44.067559 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=b3517720-488a-4519-b518-bba52e64fd87,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:44.071752 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:44.146035 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning for port b7e06326-1540-461b-83d5-3ab1e7b5d3ae completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:44.151713 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port b7e06326-1540-461b-83d5-3ab1e7b5d3ae triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:44.152116 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:44.296254 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:44.347282 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] For port b7e06326-1540-461b-83d5-3ab1e7b5d3ae, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=b7e06326-1540-461b-83d5-3ab1e7b5d3ae,segment=NetworkSegment(1079212f-b467-40f6-9439-489f05fa19e7),segment_id=1079212f-b467-40f6-9439-489f05fa19e7)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:58:45.245280 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:45.249466 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:45.321234 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Pushing event updated for resources: {'Port': ['ID=b7e06326-1540-461b-83d5-3ab1e7b5d3ae,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:45.324557 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:45.338785 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device b3517720-488a-4519-b518-bba52e64fd87 up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:45.415368 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port b3517720-488a-4519-b518-bba52e64fd87 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:45.415750 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:47.022313 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33428) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:47.025135 dv-osbrick-789289-3-ceph neutron-server[107399]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 23:58:47.173754 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-74d080e8-8cda-4854-b970-5a841b7a3af9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:47.174775 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-74d080e8-8cda-4854-b970-5a841b7a3af9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Synchronizing usage tracker for tenant:80091cbb9241432b85797b1638d4e49b on resource:network {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:58:47.284949 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-74d080e8-8cda-4854-b970-5a841b7a3af9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Unset dirty status for tenant:80091cbb9241432b85797b1638d4e49b on resource:network {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:58:47.289216 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-74d080e8-8cda-4854-b970-5a841b7a3af9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 815 time: 0.2658238 May 26 23:58:47.303227 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-9d6f1e0e-013a-42a9-816e-2f162665cf7d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/quotas/80091cbb9241432b85797b1638d4e49b HTTP/1.1" status: 200 len: 375 time: 0.0105891 May 26 23:58:47.335117 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device b7e06326-1540-461b-83d5-3ab1e7b5d3ae up at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:58:47.406120 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c595c82e-6969-4af8-a03b-a781cdbdd905 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970063 May 26 23:58:47.409861 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Provisioning complete for port b7e06326-1540-461b-83d5-3ab1e7b5d3ae triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:47.410411 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:47.582006 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-3b389023-024b-4c20-8414-ed2ec0b96425 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=107399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 23:58:47.583103 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-3b389023-024b-4c20-8414-ed2ec0b96425 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0564215 May 26 23:58:47.719292 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-67b7703d-dc0f-4fea-a342-8559e15ad14f service neutron] 10.222.0.38 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304185 May 26 23:58:47.919256 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-75119db3-ef7c-4c17-98bd-4d059e52611e service neutron] 10.222.0.38 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940191 May 26 23:58:48.374178 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33464) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:48.420920 dv-osbrick-789289-3-ceph neutron-server[107400]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 23:58:48.467264 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-0d90b99b-5473-4d90-a114-af80772200d5 req-8d1a339e-5046-4efd-b237-a7afc3102a04 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Synchronizing usage tracker for tenant:80091cbb9241432b85797b1638d4e49b on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:58:48.570302 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-0d90b99b-5473-4d90-a114-af80772200d5 req-8d1a339e-5046-4efd-b237-a7afc3102a04 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Unset dirty status for tenant:80091cbb9241432b85797b1638d4e49b on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:58:48.571575 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d90b99b-5473-4d90-a114-af80772200d5 req-8d1a339e-5046-4efd-b237-a7afc3102a04 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 210 time: 0.1963608 May 26 23:58:49.704988 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7236aab8-5889-4e2e-bbd3-f3490c9fa76d req-2efdb9d7-d7f7-4ea3-a84f-76f7a9216efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 210 time: 0.0505812 May 26 23:58:50.886088 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-262eea5b-7697-4f7e-bf03-970fd867b6c0 req-e3575a43-4c01-4e17-a2fc-cde9eadeaa5b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 210 time: 0.0422034 May 26 23:58:51.994937 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.11', 55137) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:58:52.083985 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-be921d8b-d8df-4e65-a080-50316eaa823d req-66b5eb81-987a-4c7b-bbf9-090035db160e tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 210 time: 0.0480728 May 26 23:58:52.232499 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-20e798a0-fb45-4e7e-89a4-e260a9c43353 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:52.234195 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-20e798a0-fb45-4e7e-89a4-e260a9c43353 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.11 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 815 time: 0.2372301 May 26 23:58:52.284258 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'port': {'device_id': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'admin_state_up': True, 'tenant_id': '80091cbb9241432b85797b1638d4e49b'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:58:52.432574 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:58:52.443425 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:58:52.510264 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Made reservation on behalf of 80091cbb9241432b85797b1638d4e49b for: {'port': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:58:52.515059 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:52.703738 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Allocated IP 172.20.0.14 (3eaa2828-b0be-4cf7-afbe-421412a189d4/3deb02d9-e506-43ae-b199-ae576f0237c3/eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:58:52.921313 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:52.941559 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Transition to ACTIVE for port object eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 will not be triggered until provisioned by entity DHCP. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:58:53.027953 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:53.037595 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:58:53.102088 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Network 3eaa2828-b0be-4cf7-afbe-421412a189d4 is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:58:53.103330 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:58:53.118465 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'Port': ['ID=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:58:53.135913 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:58:53.136933 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:53.137763 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:53.179320 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:58:53.291073 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0114582 May 26 23:58:53.339362 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd283f38-8831-43d1-895d-8482536e210d req-db3dec39-f6c1-4216-a498-3f2c95a968b4 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:53.339941 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-cd283f38-8831-43d1-895d-8482536e210d req-db3dec39-f6c1-4216-a498-3f2c95a968b4 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Synchronizing usage tracker for tenant:80091cbb9241432b85797b1638d4e49b on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:58:53.439215 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-cd283f38-8831-43d1-895d-8482536e210d req-db3dec39-f6c1-4216-a498-3f2c95a968b4 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Unset dirty status for tenant:80091cbb9241432b85797b1638d4e49b on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:58:53.440660 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-cd283f38-8831-43d1-895d-8482536e210d req-db3dec39-f6c1-4216-a498-3f2c95a968b4 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 932 time: 0.1981277 May 26 23:58:53.468688 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-327e5ec6-7f17-4dda-9955-c527fd55e9c1 None None] Provisioning for port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:58:53.474827 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-327e5ec6-7f17-4dda-9955-c527fd55e9c1 None None] Provisioning complete for port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:58:53.476988 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-327e5ec6-7f17-4dda-9955-c527fd55e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:53.500792 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-cd283f38-8831-43d1-895d-8482536e210d req-b38f32c5-f62c-4891-9c7b-ab0281e478f2 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499120 May 26 23:58:53.530610 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-327e5ec6-7f17-4dda-9955-c527fd55e9c1 None None] Port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 23:58:54.694290 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcca08b-d745-4f0a-b6da-f29571d9b33a req-f7423210-fbc1-40a2-90f7-878f602917f5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:54.695789 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-8bcca08b-d745-4f0a-b6da-f29571d9b33a req-f7423210-fbc1-40a2-90f7-878f602917f5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 932 time: 0.0954289 May 26 23:58:54.751226 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-8bcca08b-d745-4f0a-b6da-f29571d9b33a req-20f0adb0-a1f6-4234-94e1-15e33238e5c5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Synchronizing usage tracker for tenant:80091cbb9241432b85797b1638d4e49b on resource:security_group {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:58:54.870373 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-8bcca08b-d745-4f0a-b6da-f29571d9b33a req-20f0adb0-a1f6-4234-94e1-15e33238e5c5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Unset dirty status for tenant:80091cbb9241432b85797b1638d4e49b on resource:security_group {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:58:54.871473 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-8bcca08b-d745-4f0a-b6da-f29571d9b33a req-20f0adb0-a1f6-4234-94e1-15e33238e5c5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677659 May 26 23:58:56.079586 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45ad1-e4c2-43a3-adcb-29e2895543e5 req-b208a050-69d6-4c1f-9867-63e8aa39ab42 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:56.086348 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-2cf45ad1-e4c2-43a3-adcb-29e2895543e5 req-b208a050-69d6-4c1f-9867-63e8aa39ab42 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 932 time: 0.0938380 May 26 23:58:56.128542 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-2cf45ad1-e4c2-43a3-adcb-29e2895543e5 req-d0023d6c-c8aa-41c0-bd7b-3210b17760f5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 May 26 23:58:57.341141 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9304ed0-4938-4457-83e1-91ff327daf0d req-3c144aa9-24ab-4df9-bd03-83a7491258e3 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:57.343324 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d9304ed0-4938-4457-83e1-91ff327daf0d req-3c144aa9-24ab-4df9-bd03-83a7491258e3 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 932 time: 0.0955896 May 26 23:58:57.391650 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d9304ed0-4938-4457-83e1-91ff327daf0d req-ca7f624a-d05f-4201-892f-7b14f62a448f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 May 26 23:58:58.637023 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff080a5-d674-4708-99cc-97aab1a8743f req-b6dbaa67-c09f-424a-983b-1a35ea6a63bd tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:58.638496 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-2ff080a5-d674-4708-99cc-97aab1a8743f req-b6dbaa67-c09f-424a-983b-1a35ea6a63bd tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 932 time: 0.1244519 May 26 23:58:58.688464 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-2ff080a5-d674-4708-99cc-97aab1a8743f req-4fe87c4c-4dfa-4eee-8660-31ff6431b3a6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 May 26 23:58:59.889571 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943021e2-36a2-426e-b892-d4cfcfe81f83 req-68104107-4b68-454a-b611-f07a40005407 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:59.891175 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-943021e2-36a2-426e-b892-d4cfcfe81f83 req-68104107-4b68-454a-b611-f07a40005407 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 932 time: 0.0867102 May 26 23:58:59.936739 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-943021e2-36a2-426e-b892-d4cfcfe81f83 req-151976d8-7e6f-4d90-ba11-4b29a26ae6cf tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395813 May 26 23:59:01.191314 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a549bde-e0f8-43f6-8782-f50a590aefe6 req-4941a28f-50e7-4c09-8fd0-74f21a60166d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:01.193097 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9a549bde-e0f8-43f6-8782-f50a590aefe6 req-4941a28f-50e7-4c09-8fd0-74f21a60166d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 932 time: 0.1094275 May 26 23:59:01.241796 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9a549bde-e0f8-43f6-8782-f50a590aefe6 req-b326e864-61cc-4e44-9585-4dfe363a9496 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 May 26 23:59:01.283374 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe05e-57d7-44f2-989c-5b33a81e0347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:02.445062 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c995-3997-49c0-8e55-4240bb63806d req-c0a1b347-1283-4d8d-a398-5e0850db1fb7 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:02.446704 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-81f0c995-3997-49c0-8e55-4240bb63806d req-c0a1b347-1283-4d8d-a398-5e0850db1fb7 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 932 time: 0.0887299 May 26 23:59:02.495677 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-81f0c995-3997-49c0-8e55-4240bb63806d req-534719a0-61ef-46cc-868b-38d9be130828 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 May 26 23:59:03.008889 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f17fde27-bbcf-4eee-8825-ccb8e6ecd650 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=107400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 23:59:03.009816 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-f17fde27-bbcf-4eee-8825-ccb8e6ecd650 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0054286 May 26 23:59:03.246905 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Request body: {'port': {'device_id': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7892'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:03.363919 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:03.379564 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e3619cbb-5251-4662-abfe-a3acb0f1b2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:03.410564 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:03.778601 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e12e7-743d-4e73-8779-36ecc0e354dd req-edbc9951-c0d1-458c-abd3-c8cb5bc804f3 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:03.780143 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-063e12e7-743d-4e73-8779-36ecc0e354dd req-edbc9951-c0d1-458c-abd3-c8cb5bc804f3 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 932 time: 0.1642413 May 26 23:59:03.855849 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 {{(pid=107400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:59:03.865913 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:03.897572 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-063e12e7-743d-4e73-8779-36ecc0e354dd req-c5e89c0b-5517-489c-8c47-1e5c9cc69c39 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117785 May 26 23:59:03.898608 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Transition to ACTIVE for port object eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 will not be triggered until provisioned by entity L2. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:59:04.004500 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:04.008790 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-56563ab8-8aab-4045-948b-0daeb00232b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:04.147183 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Pushing event updated for resources: {'Port': ['ID=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,revision_number=2']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:04.150764 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:04.206935 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Attempting to bind port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 on host hv-osbrick-7892 for vnic_type normal with profile {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:59:04.217153 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Attempting to bind port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 by drivers openvswitch,hyperv on host hv-osbrick-7892 at level 0 using segments [{'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:59:04.217153 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Attempting to bind port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 on network 3eaa2828-b0be-4cf7-afbe-421412a189d4 {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:59:04.217483 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:04.217582 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 on network 3eaa2828-b0be-4cf7-afbe-421412a189d4 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7892 {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 23:59:04.217582 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Attempting to bind port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 on network 3eaa2828-b0be-4cf7-afbe-421412a189d4 {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 23:59:04.218937 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Checking agent: {'id': '6d3ddeff-0283-4a35-9742-77ed8cfe8c02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7892', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'started_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 23, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 23:59:04.219304 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Checking segment: {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 23:59:04.219890 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Bound using segment: {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 23:59:04.220365 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Bound port: eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3, host: hv-osbrick-7892, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a78571-1c58-452c-aabe-c95dd7a083da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4'}}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:59:04.220733 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:04.315047 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] For port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3, host hv-osbrick-7892, cleared binding levels {{(pid=107400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 23:59:04.319493 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] For port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3, host hv-osbrick-7892, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 23:59:04.379510 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:04.383984 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-f2acec6b-09fd-4075-9c50-7ab499a1a8f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:04.450189 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:04.450815 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:04.452991 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] 10.222.0.11 "PUT /v2.0/ports/eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 1094 time: 1.2686186 May 26 23:59:04.453461 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:59:04.548377 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Pushing event updated for resources: {'Port': ['ID=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,revision_number=3']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:04.583308 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:04.633267 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-22e4ce30-fb99-4085-8192-e49d8f5f56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:04.635076 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-22e4ce30-fb99-4085-8192-e49d8f5f56d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1097 time: 0.0880444 May 26 23:59:04.713813 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-6fce86f2-1c12-45d4-844a-8289aa6b186f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 217 time: 0.0716267 May 26 23:59:04.750668 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'status': 'completed', 'code': 200} May 26 23:59:04.781702 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-e074adc7-a4d4-4df2-b41f-f2666387640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:04.783151 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-e074adc7-a4d4-4df2-b41f-f2666387640a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 200 len: 854 time: 0.0633652 May 26 23:59:04.861174 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-26ca71b9-b11e-4231-92ad-b014308557f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:04.862658 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-26ca71b9-b11e-4231-92ad-b014308557f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eaa2828-b0be-4cf7-afbe-421412a189d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735691 May 26 23:59:05.000300 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-bf645b77-5d4f-44c2-a901-c90a05459ace service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310694 May 26 23:59:05.195133 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9eede340-7ccc-42ad-a805-04ae4f99f2b7 req-6832dba1-c13b-4bc9-91d5-041f73327656 service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890323 May 26 23:59:05.204776 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc404-754d-424f-8583-612283ed8d2e req-4cc6a4fd-d4f8-48a7-80ac-28a7968c24f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:05.206630 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b03bc404-754d-424f-8583-612283ed8d2e req-4cc6a4fd-d4f8-48a7-80ac-28a7968c24f0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 944 time: 0.1994798 May 26 23:59:05.256520 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b03bc404-754d-424f-8583-612283ed8d2e req-c91d1cf2-3f25-4b2f-9f36-dbf727216ae0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 May 26 23:59:05.404077 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e90714-6c84-4291-802f-13a8dec8d95e req-b56fee7a-2ade-4bc4-862d-a4591ca4cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:05.406679 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-58e90714-6c84-4291-802f-13a8dec8d95e req-b56fee7a-2ade-4bc4-862d-a4591ca4cabd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1097 time: 0.0834243 May 26 23:59:05.544773 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e90714-6c84-4291-802f-13a8dec8d95e req-f9c252f2-fe55-4570-8e48-8eb0e8e3479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:05.547097 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-58e90714-6c84-4291-802f-13a8dec8d95e req-f9c252f2-fe55-4570-8e48-8eb0e8e3479c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 916 time: 0.1347377 May 26 23:59:05.624093 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-58e90714-6c84-4291-802f-13a8dec8d95e req-54764274-5bbb-4e9e-855a-6494d7782443 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 217 time: 0.0705392 May 26 23:59:05.689153 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e90714-6c84-4291-802f-13a8dec8d95e req-a7c8dfea-33f0-4047-ba83-f978093703ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:05.690909 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-58e90714-6c84-4291-802f-13a8dec8d95e req-a7c8dfea-33f0-4047-ba83-f978093703ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 200 len: 854 time: 0.0599751 May 26 23:59:05.767108 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e90714-6c84-4291-802f-13a8dec8d95e req-f8812213-5a37-488f-960a-fdb2c3f94a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:05.768533 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-58e90714-6c84-4291-802f-13a8dec8d95e req-f8812213-5a37-488f-960a-fdb2c3f94a76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eaa2828-b0be-4cf7-afbe-421412a189d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716608 May 26 23:59:05.962557 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-58e90714-6c84-4291-802f-13a8dec8d95e req-ef878c19-bf18-4cbe-841e-c994460cdb2c service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872582 May 26 23:59:06.155737 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-58e90714-6c84-4291-802f-13a8dec8d95e req-12483f43-7750-467a-ae09-a20144bbbe85 service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861973 May 26 23:59:06.453733 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c817bd-8043-4d63-b058-c96b6c9e7b80 req-b24e8b9d-f7ec-4786-9f7f-e6bb57b8c927 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:06.455232 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-49c817bd-8043-4d63-b058-c96b6c9e7b80 req-b24e8b9d-f7ec-4786-9f7f-e6bb57b8c927 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 944 time: 0.0861259 May 26 23:59:06.501587 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-49c817bd-8043-4d63-b058-c96b6c9e7b80 req-24ab772a-c7f7-423f-ae53-64a7ad1cf8ac tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 May 26 23:59:07.693530 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea71d9-9104-49b4-ba90-b08c012fa1d4 req-ae874741-46fb-4b8b-91d5-d2369208ef68 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:07.695253 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-19ea71d9-9104-49b4-ba90-b08c012fa1d4 req-ae874741-46fb-4b8b-91d5-d2369208ef68 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 944 time: 0.0820534 May 26 23:59:07.746135 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-19ea71d9-9104-49b4-ba90-b08c012fa1d4 req-df3b7d96-912a-45ec-b736-24c8524f021a tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447717 May 26 23:59:08.906111 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 details requested by agent hyperv_hv-osbrick-7892 with host hv-osbrick-7892 {{(pid=107401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:59:08.937843 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3453643-299e-444a-ab9b-c728edc8ec29 req-4709c574-b31e-49a2-9212-3d6fa608f25f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:08.939436 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-b3453643-299e-444a-ab9b-c728edc8ec29 req-4709c574-b31e-49a2-9212-3d6fa608f25f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 944 time: 0.0870559 May 26 23:59:08.990444 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-b3453643-299e-444a-ab9b-c728edc8ec29 req-e71940bc-75dc-4766-b31d-c103d948a060 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 May 26 23:59:09.048115 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:59:09.061840 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Returning: {'device': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'port_id': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'mac_address': 'fa:16:3e:48:42:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:59:09.117803 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:09.135493 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 {{(pid=107401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:59:09.151494 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:59:09.213524 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:09.215434 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:09.287608 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:09.290715 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:09.469658 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 23:59:10.193112 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d9551-8355-451c-8c63-36241ff3a98f req-a5cac0a0-933e-4450-97e4-75f6209c4ee2 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:10.195421 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-628d9551-8355-451c-8c63-36241ff3a98f req-a5cac0a0-933e-4450-97e4-75f6209c4ee2 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 945 time: 0.0952280 May 26 23:59:10.242223 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-628d9551-8355-451c-8c63-36241ff3a98f req-969272a4-7f18-4677-9ae6-235f31bd4fd7 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 May 26 23:59:10.867520 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:10.880977 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 up at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:59:11.065386 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning for port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:59:11.071983 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning complete for port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:59:11.072751 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:11.196998 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:11.227379 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'}] {{(pid=107401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:59:11.301459 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:59:11.373591 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:11.380092 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6570d143-0748-4997-ab09-b02e3685943f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:11.444285 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e866d2-0c1e-45a1-93d1-7e143a3875d4 req-e420d777-7469-4aa2-83c4-7ab3a1bb8373 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:11.449315 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-89e866d2-0c1e-45a1-93d1-7e143a3875d4 req-e420d777-7469-4aa2-83c4-7ab3a1bb8373 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0895157 May 26 23:59:11.479325 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:11.491554 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:11.496214 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-89e866d2-0c1e-45a1-93d1-7e143a3875d4 req-f4b71c41-35c3-48e6-ab1d-f39f239b385b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437751 May 26 23:59:11.514354 dv-osbrick-789289-3-ceph neutron-server[107401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'code': 200} May 26 23:59:11.911630 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-a8a9f02d-0266-4954-be5e-affa50f48bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:11.913596 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-a8a9f02d-0266-4954-be5e-affa50f48bab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1099 time: 0.0842743 May 26 23:59:11.937187 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] Notify callbacks [] for security_group, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:11.954844 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:11.959678 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] Usage tracker for resource:security_group_rule and tenant:b52429cb48fc4b4b97cf6fad5e63f292 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:59:11.963813 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:59:11.971271 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:12.076603 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:12.182356 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:12.189090 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:12.219147 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-42fb9ac6-abfa-48b5-a1fb-1f99541bda72 req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994149 May 26 23:59:12.227339 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7f353a-1061-4339-b15e-979e34abf652,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:12.236198 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-b24eb3de-a5f6-480c-8618-ccbcfd19c955 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:12.699395 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c39de6-e060-4626-8081-69332d150800 req-20a50b3c-821b-4130-af5d-b4015188af6e tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:12.701081 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-12c39de6-e060-4626-8081-69332d150800 req-20a50b3c-821b-4130-af5d-b4015188af6e tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0912063 May 26 23:59:12.753279 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-12c39de6-e060-4626-8081-69332d150800 req-aaf0f249-eea5-48db-ade6-20e7914957aa tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 May 26 23:59:13.961411 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b5b6-2539-4501-9632-b4c8fff027d6 req-cb3333e3-02c9-4134-8204-811449595511 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:13.965425 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7981b5b6-2539-4501-9632-b4c8fff027d6 req-cb3333e3-02c9-4134-8204-811449595511 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0956242 May 26 23:59:14.009446 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7981b5b6-2539-4501-9632-b4c8fff027d6 req-209670f6-1996-44ab-ae10-d25de9de7588 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 May 26 23:59:15.203351 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b03da-2974-43be-b890-20d81d07a806 req-5c1b44b9-c8e4-4c40-a9ba-351ea6bbc0ee tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:15.205057 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-769b03da-2974-43be-b890-20d81d07a806 req-5c1b44b9-c8e4-4c40-a9ba-351ea6bbc0ee tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0900867 May 26 23:59:15.250778 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-769b03da-2974-43be-b890-20d81d07a806 req-a63cc48e-122a-420e-be5d-d18e569a818b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 May 26 23:59:15.444137 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717a5e1-1331-4d46-83bf-605b326c0fb6 req-d7d72be1-db8e-469d-bfb8-afc7cd72a6f9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:15.445650 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4717a5e1-1331-4d46-83bf-605b326c0fb6 req-d7d72be1-db8e-469d-bfb8-afc7cd72a6f9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0851557 May 26 23:59:15.491915 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4717a5e1-1331-4d46-83bf-605b326c0fb6 req-19eb5e49-3f21-41c0-9b29-3403f29cc2b8 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 May 26 23:59:15.892932 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff945-4070-4e3a-b0fc-8b4c9046bba4 req-1dafe21c-6b10-418e-b494-f4cbbe529ed0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:15.894326 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-acbff945-4070-4e3a-b0fc-8b4c9046bba4 req-1dafe21c-6b10-418e-b494-f4cbbe529ed0 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0837698 May 26 23:59:15.945599 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-acbff945-4070-4e3a-b0fc-8b4c9046bba4 req-8832b096-5b6d-49fc-975b-47f553350067 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453470 May 26 23:59:16.257875 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:59:30.984429 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-824ba955-9f70-453c-a70b-7f875a810b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:32.025947 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db0781-2882-411a-92f0-f7d45ba7360c req-64cd9b58-b811-445f-8179-450b5734e2a5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:32.027421 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-44db0781-2882-411a-92f0-f7d45ba7360c req-64cd9b58-b811-445f-8179-450b5734e2a5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0831079 May 26 23:59:32.071558 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-44db0781-2882-411a-92f0-f7d45ba7360c req-bb8e7279-c363-466a-b8c1-3e7ebc2eef33 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 May 26 23:59:32.094934 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33800) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:59:32.205234 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103700a9-d52c-4e9c-8c9c-b8833e6ee9f5 tempest-TestMinimumBasicScenario-1516619302 tempest-TestMinimumBasicScenario-1516619302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:32.206775 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-103700a9-d52c-4e9c-8c9c-b8833e6ee9f5 tempest-TestMinimumBasicScenario-1516619302 tempest-TestMinimumBasicScenario-1516619302-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1094 time: 0.1106887 May 26 23:59:32.209825 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33806) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:59:32.214839 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'floatingip': {'floating_network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'port_id': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:32.221048 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:32.224848 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Usage tracker for resource:floatingip and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:59:32.227693 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:59:32.233479 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:32.338774 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for floatingip, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:32.475540 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:32.614865 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Allocated IP 172.31.0.199 (5babdef9-1ca1-4c6d-af93-ac36ec49b07c/d3cb8ac1-90ac-45bd-96d1-dbca94accd2f/03d49dbf-80bf-4fb6-bf88-5f8b78655d1e) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:59:32.769627 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:32.912963 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:32.917247 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:32.988868 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:59:32.991969 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:59:32.994484 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 23:59:33.039388 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'Port': ['ID=03d49dbf-80bf-4fb6-bf88-5f8b78655d1e,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:33.057924 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.058271 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.058614 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.058952 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.059282 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.059662 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.060345 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.060345 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.060728 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.060973 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.061296 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.061613 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:33.067439 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:33.249673 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-dac705e0-62e3-49d5-b6d3-01cf7caaece5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:33.301328 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:33.634852 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:33.809943 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:34.033630 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:34.141271 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:34.146946 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:34.198323 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042620'] for floatingip, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:34.236492 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:34.293087 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'Port': ['ID=03d49dbf-80bf-4fb6-bf88-5f8b78655d1e,revision_number=2']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:34.297784 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:34.393127 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.db.l3_db [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Floating IP b4676956-92dd-45be-80c8-f31af69b0991 associated. External IP: 172.31.0.199, port: eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3. May 26 23:59:34.798686 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Router b4d7310c-0e5b-4436-97e2-fab6e11e3ede has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 23:59:34.986221 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 23:59:34.998832 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] Sync routers for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 23:59:35.009433 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:59:35.010110 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:59:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:59:35.164433 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for floatingip, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:35.208502 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:59:35.222856 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0118229 May 26 23:59:35.223590 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:59:35.225977 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33824) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:59:35.232168 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549181538', 'description': 'tempest-secgroup-smoke-549181538 description', 'project_id': '80091cbb9241432b85797b1638d4e49b'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:35.241135 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:35.254982 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:35.289210 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'status': 'completed', 'code': 200} May 26 23:59:35.354064 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:35.401160 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-791fb719-4649-4ea2-a10a-863659ce3488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:35.402777 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-791fb719-4649-4ea2-a10a-863659ce3488 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1099 time: 0.0902121 May 26 23:59:35.407514 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:35.412795 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Usage tracker for resource:security_group_rule and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:59:35.420431 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:59:35.424103 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:35.528585 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:35.565098 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-f645bdf1-b9c6-44fe-b45a-6fa08c518598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:35.566630 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-f645bdf1-b9c6-44fe-b45a-6fa08c518598 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 916 time: 0.1576807 May 26 23:59:35.632745 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_floatingips': [{'id': 'b4676956-92dd-45be-80c8-f31af69b0991', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'floating_ip_address': '172.31.0.199', 'floating_network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'router_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'port_id': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'mac_address': 'fa:16:3e:48:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T23:59:33Z', 'updated_at': '2021-05-26T23:59:33Z', 'revision_number': 0, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e1ad96-e263-4299-9b8e-4749ba5d22d0', 'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'mac_address': 'fa:16:3e:7d:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:30Z', 'revision_number': 5, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'subnets': [{'id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:59:35.636838 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] Checking router: b4d7310c-0e5b-4436-97e2-fab6e11e3ede for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 23:59:35.647740 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:35.650233 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 23:59:35.650233 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-26T23:59:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:59:35.657376 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-9db7ce0e-d804-4ae9-b84c-67685eabe9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:35.713464 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-a7bb2aef-6aa3-43f1-8cc9-5ec88619fb7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 1000 time: 0.1402130 May 26 23:59:35.715838 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220fe48a-4adf-4102-bc1e-01ad1366bcfd,revision_number=1']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:35.726426 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.732910 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:35.744679 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:35.790178 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-f6f61a75-31ae-4d65-a093-946407c4c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:35.791666 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-f6f61a75-31ae-4d65-a093-946407c4c78d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 200 len: 854 time: 0.0723331 May 26 23:59:35.837090 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 23:59:35.853289 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:35.854633 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-e5e0107a-021c-4841-9248-23b3201be78d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.6269937 May 26 23:59:35.858311 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33832) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:59:35.865221 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'security_group_rule': {'security_group_id': '220fe48a-4adf-4102-bc1e-01ad1366bcfd', 'project_id': '80091cbb9241432b85797b1638d4e49b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:35.871548 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-8f0ad33c-de19-4a83-bfff-07a558c0a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:35.872008 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:35.873075 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-8f0ad33c-de19-4a83-bfff-07a558c0a4b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eaa2828-b0be-4cf7-afbe-421412a189d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753903 May 26 23:59:35.876109 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Usage tracker for resource:security_group_rule and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:59:35.879615 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:59:35.886044 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:35.983755 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:36.022631 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-3b5c2fee-640c-44f2-a349-6985ce889905 service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424224 May 26 23:59:36.087509 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:36.175269 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4075c7ce-3378-4a95-86d4-8a6328319942 req-4b3b7730-9f9c-4037-888d-ef1b5eb413e7 service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460650 May 26 23:59:36.187812 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:36.197794 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:36.217109 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6feca9b4-5bd9-47d0-86b0-22fa1c05a44a,revision_number=0']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:36.221944 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:36.243130 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_floatingips': [{'id': 'b4676956-92dd-45be-80c8-f31af69b0991', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'floating_ip_address': '172.31.0.199', 'floating_network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'router_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'port_id': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'mac_address': 'fa:16:3e:48:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T23:59:33Z', 'updated_at': '2021-05-26T23:59:33Z', 'revision_number': 0, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e1ad96-e263-4299-9b8e-4749ba5d22d0', 'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'mac_address': 'fa:16:3e:7d:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:30Z', 'revision_number': 5, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'subnets': [{'id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:59:36.245109 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06541e1f-d735-4ed3-884d-cbd1ad2bd479 None None] The sync data for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph is: [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_floatingips': [{'id': 'b4676956-92dd-45be-80c8-f31af69b0991', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'floating_ip_address': '172.31.0.199', 'floating_network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'router_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'port_id': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'mac_address': 'fa:16:3e:48:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T23:59:33Z', 'updated_at': '2021-05-26T23:59:33Z', 'revision_number': 0, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e1ad96-e263-4299-9b8e-4749ba5d22d0', 'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'mac_address': 'fa:16:3e:7d:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:30Z', 'revision_number': 5, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'subnets': [{'id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 23:59:36.313022 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:36.316816 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4550011 May 26 23:59:36.318123 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33836) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:59:36.323182 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'security_group_rule': {'security_group_id': '220fe48a-4adf-4102-bc1e-01ad1366bcfd', 'project_id': '80091cbb9241432b85797b1638d4e49b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:36.329269 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:36.334333 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Usage tracker for resource:security_group_rule and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:59:36.339362 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:59:36.343699 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:36.505929 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:36.577529 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:36.653328 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:36.655329 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-d411d053-fb4f-4dba-ace3-12f7ad521f46 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:36.679562 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de44a29a-477a-4157-ac13-83b1ab6c4288,revision_number=0']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:36.684241 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:36.778408 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:36.783429 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4605620 May 26 23:59:36.783429 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33842) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:59:36.788826 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'security_group_rule': {'security_group_id': '220fe48a-4adf-4102-bc1e-01ad1366bcfd', 'project_id': '80091cbb9241432b85797b1638d4e49b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:36.795220 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:36.799502 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Usage tracker for resource:security_group_rule and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:59:36.802790 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:59:36.809150 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:36.890981 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:36.904785 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d328dc7-fc92-440e-8820-fb654056f4e9 None None] New status for floating IP b4676956-92dd-45be-80c8-f31af69b0991: ACTIVE {{(pid=107401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 23:59:36.966523 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.070365 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.072333 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-ca33cfc9-b71e-4253-8a36-2f1530c9e699 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:37.095847 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cc0eb9-ce4c-4812-9d61-d50b67f19505,revision_number=0']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:37.099415 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:37.278589 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.280114 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-71fe4259-f330-403d-9dc9-0463ffd3ac4b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4956453 May 26 23:59:37.283670 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 33846) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:59:37.288871 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.v2.base [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'security_group_rule': {'security_group_id': '220fe48a-4adf-4102-bc1e-01ad1366bcfd', 'project_id': '80091cbb9241432b85797b1638d4e49b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:37.294849 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:37.298780 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Usage tracker for resource:security_group_rule and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:59:37.301860 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=107399) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:59:37.311479 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.quota.driver [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=107399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:37.371153 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.435640 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.535268 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.537336 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:37.558412 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ff0909-30c3-4bb5-a5ec-5e47a4ce3060,revision_number=0']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:37.564790 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:37.676273 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.677535 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-a7543116-aa8a-47f4-86e2-3d2cd4e134ea tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3928914 May 26 23:59:37.680340 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33852) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:59:37.688105 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'security_group_rule': {'security_group_id': '220fe48a-4adf-4102-bc1e-01ad1366bcfd', 'project_id': '80091cbb9241432b85797b1638d4e49b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:37.692537 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:37.696778 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Usage tracker for resource:security_group_rule and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:59:37.699786 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:59:37.706431 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:37.792755 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.db.securitygroups_db [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Project 80091cbb9241432b85797b1638d4e49b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:59:37.799717 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.880920 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.956018 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:37.960551 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:37.981838 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865d6e86-ce98-4642-9741-47368fdd4c68,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:37.987407 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:38.064720 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:38.065954 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3843570 May 26 23:59:38.068767 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 33858) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:59:38.073750 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'security_group_rule': {'security_group_id': '220fe48a-4adf-4102-bc1e-01ad1366bcfd', 'project_id': '80091cbb9241432b85797b1638d4e49b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:38.079655 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:59:38.083600 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Usage tracker for resource:security_group_rule and tenant:80091cbb9241432b85797b1638d4e49b is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:59:38.086800 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:59:38.096231 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:59:38.174820 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.db.securitygroups_db [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Project 80091cbb9241432b85797b1638d4e49b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:59:38.182364 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:38.253811 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:38.327455 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:38.330258 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-179842ec-673f-4d5c-82e4-967e30d944ff tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:38.354059 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d77dd4-b6af-4dbb-8fdc-bd047d2988e0,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:38.359781 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:38.436691 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:38.438730 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3690426 May 26 23:59:38.563576 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-a0cd15fe-8a08-4faa-a57c-9c8010f98e79 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549181538&fields=id&tenant_id=80091cbb9241432b85797b1638d4e49b HTTP/1.1" status: 200 len: 267 time: 0.0404124 May 26 23:59:38.653420 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-8e66909d-334c-4799-82d5-264fca840a16 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:38.655400 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-8e66909d-334c-4799-82d5-264fca840a16 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0855408 May 26 23:59:38.671732 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'port': {'security_groups': ['4829d191-d7a8-4d80-a1f8-9a73222d93b8', '220fe48a-4adf-4102-bc1e-01ad1366bcfd']}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 23:59:38.804525 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:39.133430 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] For port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 23:59:39.160073 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:39.333541 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:39.344073 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 23:59:39.346330 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 23:59:39.411351 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:39.412031 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:39.420195 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-6098f48c-40ee-4181-b1e8-ceb0f23d3ae1 req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "PUT /v2.0/ports/eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 982 time: 0.7535479 May 26 23:59:39.424703 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:59:39.464425 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'Port': ['ID=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,revision_number=6']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:39.477089 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 23:59:39.479036 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-b0c4b59b-63cd-4383-a22e-36e85017801f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 23:59:39.503726 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'status': 'completed', 'code': 200} May 26 23:59:39.631919 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3e431-5305-4938-9d9f-48596f551003 req-9ca85f80-f36f-4c5a-951e-3791fdf9b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:39.633968 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-fff3e431-5305-4938-9d9f-48596f551003 req-9ca85f80-f36f-4c5a-951e-3791fdf9b5bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1138 time: 0.1031013 May 26 23:59:39.663537 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9adaf-65c5-4a6f-9c22-35cd90993f17 req-b12820c5-4828-41dc-a11c-7917f06969c3 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:39.665710 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-f6b9adaf-65c5-4a6f-9c22-35cd90993f17 req-b12820c5-4828-41dc-a11c-7917f06969c3 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.1126187 May 26 23:59:39.718158 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-f6b9adaf-65c5-4a6f-9c22-35cd90993f17 req-bce39d12-552f-49b0-923d-8c6d6574725b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Synchronizing usage tracker for tenant:80091cbb9241432b85797b1638d4e49b on resource:security_group {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:59:39.727702 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-1da0d30f-7188-415e-ade9-9fd4de80b73a None None] Provisioning complete for port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:59:39.728303 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-1da0d30f-7188-415e-ade9-9fd4de80b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:39.788148 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3e431-5305-4938-9d9f-48596f551003 req-b7f90c76-1c15-42a0-b5f8-b021f5e67376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:39.789464 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-fff3e431-5305-4938-9d9f-48596f551003 req-b7f90c76-1c15-42a0-b5f8-b021f5e67376 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 916 time: 0.1472869 May 26 23:59:39.842292 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-f6b9adaf-65c5-4a6f-9c22-35cd90993f17 req-bce39d12-552f-49b0-923d-8c6d6574725b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Unset dirty status for tenant:80091cbb9241432b85797b1638d4e49b on resource:security_group {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:59:39.842292 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-f6b9adaf-65c5-4a6f-9c22-35cd90993f17 req-bce39d12-552f-49b0-923d-8c6d6574725b tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670868 May 26 23:59:39.910156 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-fff3e431-5305-4938-9d9f-48596f551003 req-ea3dd434-cc35-4754-af49-60a0733bfd67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 1002 time: 0.1140831 May 26 23:59:39.979002 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3e431-5305-4938-9d9f-48596f551003 req-a82fadfd-34f2-4131-b665-cccae32bfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:39.980470 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-fff3e431-5305-4938-9d9f-48596f551003 req-a82fadfd-34f2-4131-b665-cccae32bfbc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 200 len: 854 time: 0.0631871 May 26 23:59:40.080332 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3e431-5305-4938-9d9f-48596f551003 req-5fa21235-9366-42ab-943c-b7007a0a3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:40.090552 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-fff3e431-5305-4938-9d9f-48596f551003 req-5fa21235-9366-42ab-943c-b7007a0a3a6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eaa2828-b0be-4cf7-afbe-421412a189d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936973 May 26 23:59:40.239799 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-fff3e431-5305-4938-9d9f-48596f551003 req-361156b5-cf93-4abd-94cf-0892164a2d84 service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509378 May 26 23:59:40.384286 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-fff3e431-5305-4938-9d9f-48596f551003 req-287426d8-b3f6-4198-9a52-09c48e4ba9bf service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380935 May 26 23:59:40.487987 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:42.619190 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-562d742e-3a71-4c96-ba72-720b19504036 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770648 May 26 23:59:42.788105 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-a8d4f6c3-4123-401e-a005-3754a524444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:42.789598 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-a8d4f6c3-4123-401e-a005-3754a524444a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1138 time: 0.0929301 May 26 23:59:42.935031 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-7df8bb90-c36d-485f-b3f4-5c8971c166de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:42.936477 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-7df8bb90-c36d-485f-b3f4-5c8971c166de service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 916 time: 0.1279802 May 26 23:59:43.047436 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-ccacc5b9-b900-4b63-acff-f51687106518 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 1002 time: 0.1038544 May 26 23:59:43.113507 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-ef533f88-62f0-46f4-b90b-44b53072913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:43.114973 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-ef533f88-62f0-46f4-b90b-44b53072913b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 200 len: 854 time: 0.0610650 May 26 23:59:43.195750 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-252fc057-f8c5-468a-a3d6-1e31772f8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:43.197439 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-252fc057-f8c5-468a-a3d6-1e31772f8ff8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eaa2828-b0be-4cf7-afbe-421412a189d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763936 May 26 23:59:43.401935 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-7105d278-7073-42b3-a52d-afdb07bccf98 service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977832 May 26 23:59:43.537623 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b79d2e4b-2745-49c1-94ec-03c746d445b8 req-36275f6e-3bf3-49bc-9962-f35186d460fb service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293991 May 26 23:59:47.851180 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7e77-27eb-4ed8-a62b-a61a838f612b req-1e8f02c8-ef98-4feb-842e-52d1c913945d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:47.852758 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-fb4a7e77-27eb-4ed8-a62b-a61a838f612b req-1e8f02c8-ef98-4feb-842e-52d1c913945d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0871036 May 26 23:59:47.885349 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480158-f41d-4bdc-b691-aa483c564c79 req-4e9f4854-73f9-46b1-b248-99fb4ddba3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:47.886841 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-71480158-f41d-4bdc-b691-aa483c564c79 req-4e9f4854-73f9-46b1-b248-99fb4ddba3d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1138 time: 0.0727141 May 26 23:59:47.904476 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-fb4a7e77-27eb-4ed8-a62b-a61a838f612b req-758508fa-a2fb-4353-9e2a-accb2a9f01aa tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457952 May 26 23:59:48.022084 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480158-f41d-4bdc-b691-aa483c564c79 req-55fc5aa1-2df1-485d-ba48-ea0f533b3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:48.023547 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-71480158-f41d-4bdc-b691-aa483c564c79 req-55fc5aa1-2df1-485d-ba48-ea0f533b3f4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 916 time: 0.1297569 May 26 23:59:48.128097 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-71480158-f41d-4bdc-b691-aa483c564c79 req-bc16628e-8f23-4656-8bef-50479f09f5cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 1002 time: 0.0981624 May 26 23:59:48.194317 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480158-f41d-4bdc-b691-aa483c564c79 req-d3656852-6f32-46bb-8ab3-30ff4999200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:48.195805 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-71480158-f41d-4bdc-b691-aa483c564c79 req-d3656852-6f32-46bb-8ab3-30ff4999200a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 200 len: 854 time: 0.0620317 May 26 23:59:48.277070 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480158-f41d-4bdc-b691-aa483c564c79 req-03b57965-727d-47c8-8bc3-d881281bc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:48.278526 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-71480158-f41d-4bdc-b691-aa483c564c79 req-03b57965-727d-47c8-8bc3-d881281bc5d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eaa2828-b0be-4cf7-afbe-421412a189d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761905 May 26 23:59:48.418898 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-71480158-f41d-4bdc-b691-aa483c564c79 req-3acb7321-37c2-4ca2-ae2e-07a69fff9887 service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334770 May 26 23:59:48.562801 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-71480158-f41d-4bdc-b691-aa483c564c79 req-84a4c3e2-39f3-42f1-8fa8-d222e7aa9c8a service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379156 May 26 23:59:49.098575 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e3cc8-0df5-4e38-ae91-28673e8245f7 req-f88c4bbf-0473-478c-b359-951cdca8f133 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:49.100096 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bd2e3cc8-0df5-4e38-ae91-28673e8245f7 req-f88c4bbf-0473-478c-b359-951cdca8f133 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0821676 May 26 23:59:49.149077 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bd2e3cc8-0df5-4e38-ae91-28673e8245f7 req-e1f58ced-a1b5-400d-ae51-6b5ad63f65cc tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429144 May 26 23:59:50.337123 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7072c36-4d93-4a0e-893a-8a8a9e216eff req-9bd7143a-fba7-40bf-b46c-633e28ecad4d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:50.338604 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-e7072c36-4d93-4a0e-893a-8a8a9e216eff req-9bd7143a-fba7-40bf-b46c-633e28ecad4d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0818019 May 26 23:59:50.385561 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-e7072c36-4d93-4a0e-893a-8a8a9e216eff req-4ad43d07-72e2-4919-9e85-74c112011202 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410612 May 26 23:59:51.595661 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869da03-4b29-4d15-b3a4-0aac365e0253 req-ec2a4b57-5e94-49bb-a704-564f69f98ba1 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:51.597040 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0869da03-4b29-4d15-b3a4-0aac365e0253 req-ec2a4b57-5e94-49bb-a704-564f69f98ba1 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0999999 May 26 23:59:51.644084 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0869da03-4b29-4d15-b3a4-0aac365e0253 req-49f7f4d5-3fde-4947-8e2f-77af2aa898d7 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413074 May 26 23:59:52.881086 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecd9c6-dd8a-47fb-8665-474495f4d48f req-19083e86-19b4-4114-bd58-0605bc7360f4 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:52.882597 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7cecd9c6-dd8a-47fb-8665-474495f4d48f req-19083e86-19b4-4114-bd58-0605bc7360f4 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.1273103 May 26 23:59:52.930127 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7cecd9c6-dd8a-47fb-8665-474495f4d48f req-8b119878-92b6-412c-bb91-580e2bcd9a92 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414970 May 26 23:59:53.257608 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 23:59:54.117937 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb33be-f2a6-47f8-837f-1324258ee5fd req-7fb7e75b-9a09-421b-815e-d4cd27eef4cd tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:54.119450 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-8abb33be-f2a6-47f8-837f-1324258ee5fd req-7fb7e75b-9a09-421b-815e-d4cd27eef4cd tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0812812 May 26 23:59:54.167531 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-8abb33be-f2a6-47f8-837f-1324258ee5fd req-6fda57b2-fd9e-46e5-8163-2d84ccbb0b3f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423434 May 26 23:59:55.362029 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cdf76-d3ae-4ff3-992b-f713c81bbae9 req-20717b86-466c-42dc-a011-a3331e222a1c tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:55.363578 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-884cdf76-d3ae-4ff3-992b-f713c81bbae9 req-20717b86-466c-42dc-a011-a3331e222a1c tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0820444 May 26 23:59:55.410384 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-884cdf76-d3ae-4ff3-992b-f713c81bbae9 req-e8bb36c9-c248-4065-a814-9e8354e90f2a tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409687 May 26 23:59:56.598970 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7499ed-11df-4cc5-8e28-67772afb3bf9 req-e2eecbca-92dc-4139-b2da-f6618e0857f7 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:56.600400 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-dd7499ed-11df-4cc5-8e28-67772afb3bf9 req-e2eecbca-92dc-4139-b2da-f6618e0857f7 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0833993 May 26 23:59:56.650947 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-dd7499ed-11df-4cc5-8e28-67772afb3bf9 req-743b2288-45f5-4239-b32a-be45e3f75688 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447836 May 26 23:59:57.840195 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83f350-21fa-4bd8-b33b-8fe0e8daa742 req-71583907-d0ec-4cc1-a743-f4da899f51d9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:57.841658 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-bb83f350-21fa-4bd8-b33b-8fe0e8daa742 req-71583907-d0ec-4cc1-a743-f4da899f51d9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0839441 May 26 23:59:57.888484 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-bb83f350-21fa-4bd8-b33b-8fe0e8daa742 req-64cb2c83-3db8-45e8-bcc0-150ca2562552 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411549 May 26 23:59:59.073652 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300eff-0699-415d-ba5f-9443e22c3853 req-b549a253-e5ae-4100-9c73-1797d2c8e34d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:59.075147 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-dc300eff-0699-415d-ba5f-9443e22c3853 req-b549a253-e5ae-4100-9c73-1797d2c8e34d tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0815661 May 26 23:59:59.126988 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-dc300eff-0699-415d-ba5f-9443e22c3853 req-777e35b9-cff8-44a9-8872-3259d9b57576 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461960 May 27 00:00:00.320129 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80418b8-9d0e-43ea-8b5a-ba439df17069 req-5548bb12-b595-43f2-9952-9f81df5ac467 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:00.321636 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d80418b8-9d0e-43ea-8b5a-ba439df17069 req-5548bb12-b595-43f2-9952-9f81df5ac467 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0839167 May 27 00:00:00.372016 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d80418b8-9d0e-43ea-8b5a-ba439df17069 req-41030379-7a50-4ce2-a37f-e8311da7e8d5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436134 May 27 00:00:00.956102 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-97ab0287-8390-4b98-8cad-c065fd4b72ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:01.563575 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca87961-7882-4ddc-a95f-dcecefc85455 req-90804c17-7c78-45bf-ba24-22946da868b9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:01.564991 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-2ca87961-7882-4ddc-a95f-dcecefc85455 req-90804c17-7c78-45bf-ba24-22946da868b9 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0824482 May 27 00:00:01.612906 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-2ca87961-7882-4ddc-a95f-dcecefc85455 req-f71e6217-2cd0-47a9-9c21-2a556654495a tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418847 May 27 00:00:02.801532 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5868f-8261-48d2-afdd-0c5baa2f68cb req-8daa9289-a27d-413e-93d3-4bc34bfaa2c8 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:02.803054 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-44e5868f-8261-48d2-afdd-0c5baa2f68cb req-8daa9289-a27d-413e-93d3-4bc34bfaa2c8 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.0852644 May 27 00:00:02.851040 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-44e5868f-8261-48d2-afdd-0c5baa2f68cb req-edc566eb-dfb9-4676-a8a5-f15a842a9216 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412574 May 27 00:00:03.198045 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-26f4fdf8-7c14-4eec-800c-5a89efb56d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:03.287288 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:04.132790 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54844e9-3ba7-4c22-8a63-1117c845fced req-8dd620ec-1384-4ac2-993d-af352bb3edd6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:04.134196 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-e54844e9-3ba7-4c22-8a63-1117c845fced req-8dd620ec-1384-4ac2-993d-af352bb3edd6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.1518219 May 27 00:00:04.183910 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-e54844e9-3ba7-4c22-8a63-1117c845fced req-8debc0d4-cbe0-43bf-a92c-55cc898ba612 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440593 May 27 00:00:04.277950 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:05.390942 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcfc5d-875c-4d9f-9706-e7895fa0d0c6 req-77196d57-7a45-47e9-89ee-2b8eceabb62c tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:05.393152 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-a8dcfc5d-875c-4d9f-9706-e7895fa0d0c6 req-77196d57-7a45-47e9-89ee-2b8eceabb62c tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.1033227 May 27 00:00:05.439771 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-a8dcfc5d-875c-4d9f-9706-e7895fa0d0c6 req-e2f5be95-3407-4f6d-aac5-a57d840bda72 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=220fe48a-4adf-4102-bc1e-01ad1366bcfd&id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411847 May 27 00:00:10.494830 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:30.257180 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:00:31.014672 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-80803aa0-803a-4f21-9111-1f28656d65aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:33.214582 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-2bfb271f-8fb6-44b9-b4a7-3771a7380490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:33.292703 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:33.299932 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-352d248a-80eb-4413-83fd-9e664f3482af tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:33.302283 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-352d248a-80eb-4413-83fd-9e664f3482af tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 811 time: 0.1463728 May 27 00:00:33.315909 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-6605f079-0c33-44e6-8221-4f4d03c284e7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/quotas/5df55a45b2f84a1eb3760712bd7ec0a8 HTTP/1.1" status: 200 len: 375 time: 0.0089524 May 27 00:00:33.399401 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-a6e80cfb-aaf3-48ef-b5ea-1943f2bb366a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786071 May 27 00:00:33.495162 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-e91b093c-3c82-46f8-93d6-4798dbe7b8a7 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=107400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 00:00:33.496149 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-e91b093c-3c82-46f8-93d6-4798dbe7b8a7 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0466764 May 27 00:00:33.628670 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-96aa7afa-695e-45e3-9033-054913c1ee9a service neutron] 10.222.0.38 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267469 May 27 00:00:33.759630 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-72e31454-4369-41a5-952b-bda43b728cac service neutron] 10.222.0.38 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253684 May 27 00:00:34.056348 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-32abf521-debb-4808-b0e6-23bde01b8e91 req-3269cb10-6f85-40a6-b922-4ebf2838c38e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:00:34.146104 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-32abf521-debb-4808-b0e6-23bde01b8e91 req-3269cb10-6f85-40a6-b922-4ebf2838c38e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:00:34.147283 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-32abf521-debb-4808-b0e6-23bde01b8e91 req-3269cb10-6f85-40a6-b922-4ebf2838c38e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 210 time: 0.1334844 May 27 00:00:34.226111 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:35.304170 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-32c17fad-935d-486d-bc63-c7df627ceb44 req-6e435220-65b5-4c20-b17f-3014ffc1c067 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 210 time: 0.0474498 May 27 00:00:36.234716 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-c50414fe-c826-4e32-8c87-ea5f5b4b7179 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:36.235404 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-c50414fe-c826-4e32-8c87-ea5f5b4b7179 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 811 time: 0.1513894 May 27 00:00:36.247275 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'port': {'device_id': '26b14e47-b214-4f21-bc11-fcd04823b459', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'admin_state_up': True, 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:00:36.390986 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:00:36.402103 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:00:36.469991 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Made reservation on behalf of 5df55a45b2f84a1eb3760712bd7ec0a8 for: {'port': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:00:36.471782 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-414f7642-0a0e-441c-9647-3f3b3e6df939 req-b85fd4e3-169c-4cb5-90c0-4372e5107ece tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 210 time: 0.0435679 May 27 00:00:36.474698 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:36.646018 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Allocated IP 172.20.0.14 (e3f810db-fbad-45b5-8fce-e985a7a646fe/866749cf-8960-457e-8144-e654aefe2442/fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:00:36.865365 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:36.881409 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Transition to ACTIVE for port object fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d will not be triggered until provisioned by entity DHCP. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:00:36.961893 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:36.969021 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:37.039716 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Network e3f810db-fbad-45b5-8fce-e985a7a646fe is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:00:37.043095 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:00:37.046983 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 00:00:37.052485 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:37.053135 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:37.061511 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'Port': ['ID=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:37.076132 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.076491 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.076857 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.077192 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.077535 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.077873 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.078209 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.078542 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.078879 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.079209 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.079543 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.079871 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:37.091450 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:37.179815 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9364457 May 27 00:00:37.191402 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Request body: {'port': {'device_id': '26b14e47-b214-4f21-bc11-fcd04823b459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7892'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:00:37.310197 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:37.346221 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-12d5ee0f-d607-4430-b6e4-c35c5fc664e4 None None] Provisioning for port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:00:37.352910 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-12d5ee0f-d607-4430-b6e4-c35c5fc664e4 None None] Provisioning complete for port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:00:37.353582 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-12d5ee0f-d607-4430-b6e4-c35c5fc664e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:37.416327 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-12d5ee0f-d607-4430-b6e4-c35c5fc664e4 None None] Port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 00:00:37.684786 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc74f0-1f22-43f3-9410-de181b030cfc req-fe949daa-06ec-4b52-b892-f177fc5af75e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:37.686465 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-defc74f0-1f22-43f3-9410-de181b030cfc req-fe949daa-06ec-4b52-b892-f177fc5af75e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 932 time: 0.0993500 May 27 00:00:37.703922 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-3ac4713c-0e63-4490-883d-9b0842fca9b4 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549181538&fields=id&tenant_id=80091cbb9241432b85797b1638d4e49b HTTP/1.1" status: 200 len: 267 time: 0.0683169 May 27 00:00:37.739420 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-defc74f0-1f22-43f3-9410-de181b030cfc req-660314e6-6e77-4dd8-9b51-9db79b4e67f3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:security_group {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:00:37.812670 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-defc74f0-1f22-43f3-9410-de181b030cfc req-660314e6-6e77-4dd8-9b51-9db79b4e67f3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:security_group {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:00:37.814502 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-defc74f0-1f22-43f3-9410-de181b030cfc req-660314e6-6e77-4dd8-9b51-9db79b4e67f3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222880 May 27 00:00:37.878200 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-9670e104-28fc-4542-8a6d-ab81432e9ea7 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:37.879628 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-9670e104-28fc-4542-8a6d-ab81432e9ea7 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 985 time: 0.1653094 May 27 00:00:37.889048 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d {{(pid=107400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:00:37.898748 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Request body: {'port': {'security_groups': ['4829d191-d7a8-4d80-a1f8-9a73222d93b8']}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:00:37.926824 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:37.964925 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Transition to ACTIVE for port object fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d will not be triggered until provisioned by entity L2. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:00:38.034362 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:38.045168 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:38.053151 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-3ead3c57-a603-4d57-9183-b32200c422b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:38.236178 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Pushing event updated for resources: {'Port': ['ID=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,revision_number=2']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:38.240459 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:38.327193 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Attempting to bind port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d on host hv-osbrick-7892 for vnic_type normal with profile {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:00:38.331115 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Attempting to bind port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d by drivers openvswitch,hyperv on host hv-osbrick-7892 at level 0 using segments [{'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:00:38.331115 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Attempting to bind port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 00:00:38.335271 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d on network e3f810db-fbad-45b5-8fce-e985a7a646fe not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7892 {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 00:00:38.335595 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Attempting to bind port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 00:00:38.357312 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Checking agent: {'id': '6d3ddeff-0283-4a35-9742-77ed8cfe8c02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7892', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'started_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 0, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 00:00:38.357691 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Checking segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 00:00:38.358204 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Bound using segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 00:00:38.358804 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Bound port: fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d, host: hv-osbrick-7892, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:00:38.359298 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:38.557038 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] For port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:38.559867 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] For port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d, host hv-osbrick-7892, cleared binding levels {{(pid=107400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 00:00:38.563946 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] For port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d, host hv-osbrick-7892, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 00:00:38.586326 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:38.666152 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:38.670744 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:38.731571 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:38.735793 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:38.736419 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:38.737885 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] 10.222.0.11 "PUT /v2.0/ports/fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d HTTP/1.1" status: 200 len: 1094 time: 1.5508480 May 27 00:00:38.738366 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b14e47-b214-4f21-bc11-fcd04823b459', 'tag': 'fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:00:38.744162 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:00:38.766943 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Pushing event updated for resources: {'Port': ['ID=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,revision_number=3']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:38.770163 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:38.770622 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:38.808172 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:38.808505 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:38.809982 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-c6a0106c-4fe9-4753-882c-f20c0e09f5dc req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "PUT /v2.0/ports/eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 943 time: 0.9238169 May 27 00:00:38.816324 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 34130) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:00:38.844516 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b14e47-b214-4f21-bc11-fcd04823b459', 'tag': 'fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d', 'status': 'completed', 'code': 200} May 27 00:00:38.868900 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:00:38.882793 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event updated for resources: {'Port': ['ID=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,revision_number=7']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:38.893512 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:38.991338 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:39.040339 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:39.087603 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d3c4-0056-4963-8d9a-7585845d9df3 req-f3b98060-edff-4120-957a-690efcfa63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:39.089222 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1299d3c4-0056-4963-8d9a-7585845d9df3 req-f3b98060-edff-4120-957a-690efcfa63c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 1097 time: 0.1775458 May 27 00:00:39.204889 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db0482-4828-475c-8008-e5b5dc52febd req-aa834365-fb44-40ce-85f6-fb1272f65f00 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:39.205722 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-c9db0482-4828-475c-8008-e5b5dc52febd req-aa834365-fb44-40ce-85f6-fb1272f65f00 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:00:39.215372 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:39.220885 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:39.236900 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220fe48a-4adf-4102-bc1e-01ad1366bcfd,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:39.246327 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.246686 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.247035 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.247377 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.251562 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.251562 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.251562 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.251562 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.251562 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.251562 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.251562 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.251562 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:39.259060 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:39.268108 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d3c4-0056-4963-8d9a-7585845d9df3 req-e826d8a9-b1dc-4b8f-a8b7-8797294a0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:39.269702 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1299d3c4-0056-4963-8d9a-7585845d9df3 req-e826d8a9-b1dc-4b8f-a8b7-8797294a0cd5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1733458 May 27 00:00:39.282498 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-7bc53571-f87c-4c6f-abe9-d488d594fcb9 None None] Provisioning complete for port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:00:39.283149 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-7bc53571-f87c-4c6f-abe9-d488d594fcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:39.340834 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for security_group, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:39.341920 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "DELETE /v2.0/security-groups/220fe48a-4adf-4102-bc1e-01ad1366bcfd HTTP/1.1" status: 204 len: 168 time: 0.5238149 May 27 00:00:39.344789 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 34158) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:00:39.365384 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-c9db0482-4828-475c-8008-e5b5dc52febd req-aa834365-fb44-40ce-85f6-fb1272f65f00 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:00:39.366518 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-c9db0482-4828-475c-8008-e5b5dc52febd req-aa834365-fb44-40ce-85f6-fb1272f65f00 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 944 time: 0.3566258 May 27 00:00:39.443109 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-c9db0482-4828-475c-8008-e5b5dc52febd req-0fb1126f-4f28-4a56-a551-9d1a8d238983 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636840 May 27 00:00:39.472328 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d3c4-0056-4963-8d9a-7585845d9df3 req-c43127d6-20f6-49e6-9909-a283d0f04ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:39.472328 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1299d3c4-0056-4963-8d9a-7585845d9df3 req-c43127d6-20f6-49e6-9909-a283d0f04ff2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1891952 May 27 00:00:39.634988 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Deleting port 03d49dbf-80bf-4fb6-bf88-5f8b78655d1e {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:00:39.635252 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:39.658587 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-a41c6824-5439-4d39-a1ec-f45ccf3adcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:39.660106 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-a41c6824-5439-4d39-a1ec-f45ccf3adcc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 1097 time: 0.1593559 May 27 00:00:39.728317 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-9982f118-daa8-44f9-a201-7588c1dbad29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d HTTP/1.1" status: 200 len: 217 time: 0.0610466 May 27 00:00:39.770429 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:39.770671 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:39.799554 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-530885da-5384-4828-8a28-d3cbdfe95f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:39.801176 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-530885da-5384-4828-8a28-d3cbdfe95f6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0675220 May 27 00:00:39.881123 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-73c4a3b1-b2e9-4945-953e-1bff61b1e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:39.882660 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-73c4a3b1-b2e9-4945-953e-1bff61b1e816 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753863 May 27 00:00:39.899837 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Calling delete_port for 03d49dbf-80bf-4fb6-bf88-5f8b78655d1e owned by network:floatingip {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:00:40.023871 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-72240d93-dd6d-4d5b-8e5e-9d2e50360f31 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293590 May 27 00:00:40.164666 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1e588c33-267a-45e2-81c5-5d33355ea229 req-9a3c1f65-a099-41d9-aab6-fda9d794bb46 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346002 May 27 00:00:40.275783 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:40.280444 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-c220d69f-0d45-41c9-9f27-ae65bc9960cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:40.322632 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event deleted for resources: {'Port': ['ID=03d49dbf-80bf-4fb6-bf88-5f8b78655d1e,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:40.336053 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:40.381178 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks [] for floatingip, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:40.381446 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.db.l3_db [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Floating IP b4676956-92dd-45be-80c8-f31af69b0991 disassociated (deleted). External IP: 172.31.0.199, port: eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3. May 27 00:00:40.487500 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:40.798837 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f7f2-8e0c-4ebe-9f63-8543d5cc77b5 req-acfc54f2-e430-4e3b-9efd-d789cd8abad7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:40.800234 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-c299f7f2-8e0c-4ebe-9f63-8543d5cc77b5 req-acfc54f2-e430-4e3b-9efd-d789cd8abad7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 944 time: 0.1843793 May 27 00:00:40.831963 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Router b4d7310c-0e5b-4436-97e2-fab6e11e3ede has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 00:00:40.845482 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:00:40.893902 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'status': 'completed', 'code': 200} May 27 00:00:40.929816 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-c299f7f2-8e0c-4ebe-9f63-8543d5cc77b5 req-b69f22e0-3e6c-401a-b10b-eb71958a3bf8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221712 May 27 00:00:40.994001 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-07bac58a-486c-488d-896f-7765bd7458b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:40.995534 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-07bac58a-486c-488d-896f-7765bd7458b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1099 time: 0.0799170 May 27 00:00:41.055903 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 00:00:41.068998 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] Sync routers for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 00:00:41.079617 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:00:41.086849 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:00:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:41.146285 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for floatingip, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:41.149308 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-264f2f52-e6b1-4204-9ff0-b9b03888951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:41.151295 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-264f2f52-e6b1-4204-9ff0-b9b03888951b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 916 time: 0.1502905 May 27 00:00:41.214586 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-bd3788d4-e53c-424d-842c-4c724bd04efe tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "DELETE /v2.0/floatingips/b4676956-92dd-45be-80c8-f31af69b0991 HTTP/1.1" status: 204 len: 168 time: 1.8675194 May 27 00:00:41.215701 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'}] {{(pid=107399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:00:41.227849 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-d23edd9c-39b1-444f-b799-dbe6bd8b0487 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 217 time: 0.0699811 May 27 00:00:41.316964 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-72ddfb23-c4f3-4185-bdfd-d8736ddaa6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:41.318490 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-72ddfb23-c4f3-4185-bdfd-d8736ddaa6ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 200 len: 854 time: 0.0852497 May 27 00:00:41.350177 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:00:41.420858 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-bdc3cbdc-8d44-4dfa-a633-1376e86e2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:41.423302 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-bdc3cbdc-8d44-4dfa-a633-1376e86e2f57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eaa2828-b0be-4cf7-afbe-421412a189d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981288 May 27 00:00:41.548583 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'status': 'completed', 'code': 200} May 27 00:00:41.629307 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-134599b6-a210-4132-a51c-c0e1125e895b service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967127 May 27 00:00:41.701766 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'f4e1ad96-e263-4299-9b8e-4749ba5d22d0', 'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'mac_address': 'fa:16:3e:7d:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:30Z', 'revision_number': 5, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'subnets': [{'id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:41.705979 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] Checking router: b4d7310c-0e5b-4436-97e2-fab6e11e3ede for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 00:00:41.714598 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:00:41.715427 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:00:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:41.784893 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bc633fcc-3a4e-4265-a549-351688ebe786 req-2372cdb1-32f2-4420-b993-be64e81dee6e service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490200 May 27 00:00:41.929641 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:00:41.966149 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-607425b8-f9c8-4f79-b690-b7a5d9f1d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:41.968046 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-607425b8-f9c8-4f79-b690-b7a5d9f1d6e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1099 time: 0.0818820 May 27 00:00:42.219817 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-42692a90-04c5-4dd8-8e31-c9a32552da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:42.221361 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-42692a90-04c5-4dd8-8e31-c9a32552da68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 916 time: 0.2468715 May 27 00:00:42.317073 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'f4e1ad96-e263-4299-9b8e-4749ba5d22d0', 'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'mac_address': 'fa:16:3e:7d:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:30Z', 'revision_number': 5, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'subnets': [{'id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:42.322249 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56b4b8-21e9-413f-aee5-01b6e7f950d3 None None] The sync data for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph is: [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': 'f4e1ad96-e263-4299-9b8e-4749ba5d22d0', 'name': '', 'network_id': '3eaa2828-b0be-4cf7-afbe-421412a189d4', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'mac_address': 'fa:16:3e:7d:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:30Z', 'revision_number': 5, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'subnets': [{'id': '3deb02d9-e506-43ae-b199-ae576f0237c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 00:00:42.369350 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e09baf-48c8-4d86-b14b-9f567633b072 req-dedf958a-897d-46f4-8f16-0e73db702dde tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:42.371630 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-11e09baf-48c8-4d86-b14b-9f567633b072 req-dedf958a-897d-46f4-8f16-0e73db702dde tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 944 time: 0.2761457 May 27 00:00:42.398554 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-ab43a39c-d61e-47ef-b34a-1916e01d9df2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 217 time: 0.1705029 May 27 00:00:42.475638 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-11e09baf-48c8-4d86-b14b-9f567633b072 req-774aef10-f935-4e19-ae49-b207c6fdc5af tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973895 May 27 00:00:42.484316 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-890ebf4d-08d8-485b-a14a-99ac11df6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:42.485790 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-890ebf4d-08d8-485b-a14a-99ac11df6158 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 200 len: 854 time: 0.0806050 May 27 00:00:42.581981 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-33aa1eee-f415-42c6-b0f3-f6b321e285ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:42.583511 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-33aa1eee-f415-42c6-b0f3-f6b321e285ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eaa2828-b0be-4cf7-afbe-421412a189d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900078 May 27 00:00:42.608426 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27357a14-6c1d-4aca-a5c7-e096d01cf9b3 None None] New status for floating IP b4676956-92dd-45be-80c8-f31af69b0991: DOWN {{(pid=107401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 00:00:42.723306 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-e7aa4603-635b-4cf5-ad59-a25919cd17f8 service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324131 May 27 00:00:42.866749 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d56fb0a1-04bf-4e2e-941d-887459039fd1 req-1c4355d4-2842-45c8-b3c7-5be9a142975a service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364727 May 27 00:00:43.559261 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-a87a9299-d9ac-46d0-8b0c-62f4d897c4e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715804 May 27 00:00:43.670209 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f84725-dad8-4829-99ab-4c885d3ec2e7 req-56917163-6fe6-4480-b67f-7ef04c24ac31 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:43.672231 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-70f84725-dad8-4829-99ab-4c885d3ec2e7 req-56917163-6fe6-4480-b67f-7ef04c24ac31 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 944 time: 0.0828149 May 27 00:00:43.714222 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-7d4fe660-49ea-4ef4-84af-324f98e9f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:43.715911 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-7d4fe660-49ea-4ef4-84af-324f98e9f261 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80091cbb9241432b85797b1638d4e49b&device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 1099 time: 0.0822089 May 27 00:00:43.724473 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-70f84725-dad8-4829-99ab-4c885d3ec2e7 req-62c96185-09f9-42eb-85eb-b9b0fc1f8a25 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447731 May 27 00:00:43.868789 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-8f476cdc-1c64-42b7-9bac-222313a801e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:43.870211 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-8f476cdc-1c64-42b7-9bac-222313a801e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 200 len: 916 time: 0.1350183 May 27 00:00:43.937604 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-8b3b0480-b925-4aa6-a14f-104c47c67dd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 200 len: 217 time: 0.0610654 May 27 00:00:44.001918 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-adc0706f-0c7f-4744-beb6-0d9eac67bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:44.003337 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-adc0706f-0c7f-4744-beb6-0d9eac67bb0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 200 len: 854 time: 0.0600910 May 27 00:00:44.078932 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-b8e76db3-6945-420e-9ad4-8605718684e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:44.080323 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-b8e76db3-6945-420e-9ad4-8605718684e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eaa2828-b0be-4cf7-afbe-421412a189d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703635 May 27 00:00:44.211449 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-08b7a70b-2093-469a-86b7-42ffcd2c4c4b service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234684 May 27 00:00:44.352165 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-9f210456-77b2-4fca-aeb5-6273a7aef026 req-da714a47-2c65-43e9-b114-34855a74c9c9 service neutron] 10.222.0.11 "GET /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343675 May 27 00:00:44.911844 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563bead-15d9-49d9-a955-0402571b88ed req-3d896dfe-e92a-422a-9770-59d2421c300a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:44.913412 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0563bead-15d9-49d9-a955-0402571b88ed req-3d896dfe-e92a-422a-9770-59d2421c300a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 944 time: 0.0823982 May 27 00:00:44.962882 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0563bead-15d9-49d9-a955-0402571b88ed req-917d4144-e736-4195-a2fa-e8456a6503eb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 May 27 00:00:46.154465 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c780-4fc1-4c06-a708-469e6f1fcb7c req-a57b449a-cbf3-450d-b210-92c06eb38f8c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:46.156005 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d476c780-4fc1-4c06-a708-469e6f1fcb7c req-a57b449a-cbf3-450d-b210-92c06eb38f8c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 944 time: 0.0842838 May 27 00:00:46.204365 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d476c780-4fc1-4c06-a708-469e6f1fcb7c req-34d7ac2a-2efc-49da-8ce2-ccc40155069d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426807 May 27 00:00:47.389295 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927eb2-666d-48d1-907a-2034557d32dd req-aa125945-3959-43c7-b16a-6418c4396268 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:47.390796 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-95927eb2-666d-48d1-907a-2034557d32dd req-aa125945-3959-43c7-b16a-6418c4396268 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 944 time: 0.0797877 May 27 00:00:47.437319 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-95927eb2-666d-48d1-907a-2034557d32dd req-9a1b7611-1732-4559-8487-42a569630356 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 May 27 00:00:47.465790 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d details requested by agent hyperv_hv-osbrick-7892 with host hv-osbrick-7892 {{(pid=107401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:00:47.599567 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:47.613711 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Returning: {'device': 'fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'port_id': 'fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d', 'mac_address': 'fa:16:3e:26:37:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:00:47.668228 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:47.686954 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d {{(pid=107401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:00:47.703330 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:47.791788 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:47.793614 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:47.862876 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:47.869696 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.870062 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.870405 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.870742 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.871066 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.871475 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.871808 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.872138 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.872464 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.872814 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.873133 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.873450 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:00:47.877357 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:48.005755 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:00:48.377602 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22ded2-dcf2-4f29-86df-172cc5bba78d req-58d55da1-df7c-4b96-a99f-45493eeed6f1 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:48.379088 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-ff22ded2-dcf2-4f29-86df-172cc5bba78d req-58d55da1-df7c-4b96-a99f-45493eeed6f1 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0850818 May 27 00:00:48.422866 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-ff22ded2-dcf2-4f29-86df-172cc5bba78d req-bf2906ed-8dc1-4a75-86c3-e9ec6d84b4b1 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383186 May 27 00:00:48.626536 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e800dd-3db9-4e76-8ce7-16e545353079 req-dc909417-812a-48b2-b6ea-f9752a77644f tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:48.628004 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-39e800dd-3db9-4e76-8ce7-16e545353079 req-dc909417-812a-48b2-b6ea-f9752a77644f tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 945 time: 0.0803313 May 27 00:00:48.674969 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-39e800dd-3db9-4e76-8ce7-16e545353079 req-3418036a-8e8a-434b-8d6d-3355e3940465 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 May 27 00:00:49.482286 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d up at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:00:49.610886 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbde3f-2b57-40b8-91e0-81a2f2a82c4f req-fcb5dda3-ca9f-45e2-bfe9-7925389e2a00 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:49.612293 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-17cbde3f-2b57-40b8-91e0-81a2f2a82c4f req-fcb5dda3-ca9f-45e2-bfe9-7925389e2a00 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.0821483 May 27 00:00:49.657391 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-17cbde3f-2b57-40b8-91e0-81a2f2a82c4f req-885945c2-5ee8-4c6a-b8d4-ee0ee5ef9fb5 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/security-groups?id=4829d191-d7a8-4d80-a1f8-9a73222d93b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392759 May 27 00:00:49.698626 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning for port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:00:49.704476 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning complete for port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:00:49.705022 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:49.847075 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:49.863545 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c8341-3131-4814-ae7a-5183eca16df5 req-969dd068-2501-4561-b12f-467b624e9f7f tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:49.864976 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-1f1c8341-3131-4814-ae7a-5183eca16df5 req-969dd068-2501-4561-b12f-467b624e9f7f tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 945 time: 0.0823503 May 27 00:00:49.875131 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b14e47-b214-4f21-bc11-fcd04823b459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d'}] {{(pid=107401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:00:49.884758 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:49.914424 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-1f1c8341-3131-4814-ae7a-5183eca16df5 req-72a3c7e4-5418-4737-a9df-b4a571f88651 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 May 27 00:00:49.925042 dv-osbrick-789289-3-ceph neutron-server[107401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b14e47-b214-4f21-bc11-fcd04823b459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d', 'code': 200} May 27 00:00:49.974693 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:49.977800 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:50.058954 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:50.062397 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:50.075468 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-f66b2417-a74e-4ff3-b1a7-0beb7cc2bc14 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:50.076725 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-f66b2417-a74e-4ff3-b1a7-0beb7cc2bc14 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.11 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 946 time: 0.1715662 May 27 00:00:50.131967 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.11', 55217) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:00:50.208033 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75ec32-5370-4cb7-ac27-9ccd630598da req-97b0ffdc-da6a-4a04-b15d-1350ba5b8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:50.209759 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-8d75ec32-5370-4cb7-ac27-9ccd630598da req-97b0ffdc-da6a-4a04-b15d-1350ba5b8e41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 1099 time: 0.0761840 May 27 00:00:50.227873 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Deleting port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 {{(pid=107400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:00:50.228220 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:50.251732 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-8d75ec32-5370-4cb7-ac27-9ccd630598da req-40bb6bbc-8a3f-4835-9c3b-66c8960c2b1c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 May 27 00:00:50.360211 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] For port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:50.360574 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:50.482502 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Calling delete_port for eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 owned by compute:nova {{(pid=107400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:00:50.808789 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:50.820095 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-ac6ff202-2321-4aca-9793-6eebf3d6b5b2 req-e6d21c10-9f93-4409-a5c5-2cdbdd525e52 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 210 time: 0.0487578 May 27 00:00:50.820402 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:00:50.823993 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:50.869702 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Pushing event deleted for resources: {'Port': ['ID=eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:50.875694 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:50.947084 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] No DVR routers for this DVR port eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 on host hv-osbrick-7892 {{(pid=107400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:00:50.950518 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:50.953382 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'name': 'network-vif-deleted', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:00:50.975609 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7b55f1c6-cf75-47be-91bb-fbe7a11e7902 req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.11 "DELETE /v2.0/ports/eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 HTTP/1.1" status: 204 len: 173 time: 0.8936627 May 27 00:00:51.009619 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10b938e-0363-42ae-8ffc-000dd2242be0', 'name': 'network-vif-deleted', 'tag': 'eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3', 'status': 'completed', 'code': 200} May 27 00:00:51.133355 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c8a36-1299-43b6-bfdc-58976b8e963a req-5e4d8a46-d7ec-4c8a-a9ea-0e1bcc7a5fa5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:51.134846 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-af7c8a36-1299-43b6-bfdc-58976b8e963a req-5e4d8a46-d7ec-4c8a-a9ea-0e1bcc7a5fa5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 946 time: 0.0919006 May 27 00:00:51.181439 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-af7c8a36-1299-43b6-bfdc-58976b8e963a req-2a17ffe8-d2d7-4325-9b10-d13cf62b3e84 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 May 27 00:00:51.990660 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-b83641ea-383b-4cf9-a97e-a0257f0b59f7 req-9e538d21-0757-4046-af9d-a43679db54ee tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Synchronizing usage tracker for tenant:80091cbb9241432b85797b1638d4e49b on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:00:52.111707 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-b83641ea-383b-4cf9-a97e-a0257f0b59f7 req-9e538d21-0757-4046-af9d-a43679db54ee tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Unset dirty status for tenant:80091cbb9241432b85797b1638d4e49b on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:00:52.112926 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b83641ea-383b-4cf9-a97e-a0257f0b59f7 req-9e538d21-0757-4046-af9d-a43679db54ee tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] 10.222.0.38 "GET /v2.0/ports?device_id=c10b938e-0363-42ae-8ffc-000dd2242be0 HTTP/1.1" status: 200 len: 210 time: 0.1647172 May 27 00:00:52.450098 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971985-7eda-494e-88c6-f521e8914243 req-de606b0a-4d64-4595-9963-79935baee9c1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:52.451658 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-3a971985-7eda-494e-88c6-f521e8914243 req-de606b0a-4d64-4595-9963-79935baee9c1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 946 time: 0.1533828 May 27 00:00:52.498900 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-3a971985-7eda-494e-88c6-f521e8914243 req-92d4d41e-458b-4b93-b8a2-a6a0aacdff28 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 May 27 00:00:52.686058 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149c67-4da6-406c-b817-2b0cb3bae460 req-cf7fc3f6-5e83-4c5b-b736-624500b6cb10 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:52.687721 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b0149c67-4da6-406c-b817-2b0cb3bae460 req-cf7fc3f6-5e83-4c5b-b736-624500b6cb10 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 946 time: 0.0808001 May 27 00:00:52.740171 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b0149c67-4da6-406c-b817-2b0cb3bae460 req-5474cb77-297d-4b65-b01c-5d3b0f6cd94d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 May 27 00:00:52.924101 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303606db-711a-4596-b5df-4e616a1d7c14 req-99ab4d8b-59eb-4cf9-9366-0651f7532154 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:52.925585 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-303606db-711a-4596-b5df-4e616a1d7c14 req-99ab4d8b-59eb-4cf9-9366-0651f7532154 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 946 time: 0.0782220 May 27 00:00:52.973512 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-303606db-711a-4596-b5df-4e616a1d7c14 req-a64e8ebe-a16a-4796-ab40-ed1352f77a01 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418110 May 27 00:00:53.500124 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 no longer exists at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:00:53.548764 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] No Port match for: eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:00:53.549120 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device eddbbbf8-9c1a-4c0d-b41b-bbc55b62d9d3 not bound to the agent host hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:00:53.629103 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79658fdc-4dec-4e90-a4bc-e9ee38ac623b req-9f8857bb-2766-414b-9c8c-08e3873e8934 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:53.630476 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-79658fdc-4dec-4e90-a4bc-e9ee38ac623b req-9f8857bb-2766-414b-9c8c-08e3873e8934 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 946 time: 0.0801864 May 27 00:00:53.676449 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-79658fdc-4dec-4e90-a4bc-e9ee38ac623b req-0ee6b63b-022f-40e1-9679-e015fda40f41 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 May 27 00:00:53.870987 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 34310) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:00:54.415930 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043118'] for router_interface, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:54.817345 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Deleting port f4e1ad96-e263-4299-9b8e-4749ba5d22d0 {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:00:54.818064 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:54.864717 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592abc3-30cd-4a62-a3ea-ce7ec4277103 req-5beaa186-b3bc-46b1-a273-847bb1a95902 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:54.866210 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-f592abc3-30cd-4a62-a3ea-ce7ec4277103 req-5beaa186-b3bc-46b1-a273-847bb1a95902 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 946 time: 0.0806894 May 27 00:00:54.939337 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] For port f4e1ad96-e263-4299-9b8e-4749ba5d22d0, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=f4e1ad96-e263-4299-9b8e-4749ba5d22d0,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:54.939689 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:54.963792 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-f592abc3-30cd-4a62-a3ea-ce7ec4277103 req-9922226e-b882-40b5-ad7f-659f008d0882 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859563 May 27 00:00:54.994465 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-bf828652-d37b-4dc6-8f16-e340cd2cf501 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:54.995917 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-bf828652-d37b-4dc6-8f16-e340cd2cf501 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 946 time: 0.0952182 May 27 00:00:55.135682 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Calling delete_port for f4e1ad96-e263-4299-9b8e-4749ba5d22d0 owned by network:router_interface {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:00:55.141819 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Deleting port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d {{(pid=107400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:00:55.142156 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:55.279461 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] For port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:55.279816 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:55.473031 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Calling delete_port for fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d owned by compute:nova {{(pid=107400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:00:55.504129 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:55.508189 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:55.555831 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e1ad96-e263-4299-9b8e-4749ba5d22d0,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:55.591366 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:55.682309 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:55.694341 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-3814d78d-8706-45f7-8dfd-2eaabb050cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:55.694772 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:00:55.753165 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event deleted for resources: {'Port': ['ID=fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:55.756229 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:55.780292 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043034'] for router_interface, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:55.829155 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] No DVR routers for this DVR port fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d on host hv-osbrick-7892 {{(pid=107400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:00:55.832409 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:55.835093 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b14e47-b214-4f21-bc11-fcd04823b459', 'name': 'network-vif-deleted', 'tag': 'fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:00:55.888261 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b14e47-b214-4f21-bc11-fcd04823b459', 'name': 'network-vif-deleted', 'tag': 'fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d', 'status': 'completed', 'code': 200} May 27 00:00:55.907145 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d259877b-6fbd-49db-ba93-f5ddd9dadf0e req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "DELETE /v2.0/ports/fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d HTTP/1.1" status: 204 len: 173 time: 0.9059360 May 27 00:00:56.120276 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-2ab0e06f-e834-4013-aee6-313c0eb948ac req-6404609e-73a2-47bb-8baa-8a216bea910c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:00:56.162720 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Router b4d7310c-0e5b-4436-97e2-fab6e11e3ede has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 00:00:56.203118 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-2ab0e06f-e834-4013-aee6-313c0eb948ac req-6404609e-73a2-47bb-8baa-8a216bea910c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:00:56.204362 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-2ab0e06f-e834-4013-aee6-313c0eb948ac req-6404609e-73a2-47bb-8baa-8a216bea910c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 210 time: 0.1342487 May 27 00:00:56.345936 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 00:00:56.354312 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] Sync routers for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 00:00:56.363668 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:00:56.364285 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:00:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:56.425676 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] 10.222.0.38 "PUT /v2.0/routers/b4d7310c-0e5b-4436-97e2-fab6e11e3ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5530734 May 27 00:00:56.428314 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 34322) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:00:56.547000 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:00:56.615128 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks [] for router, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:56.799943 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:56.862951 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188'}], 'enable_snat': True}, 'gw_port_id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-27T00:00:55Z', 'revision_number': 5, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port': {'id': '9b55db19-dc70-469d-8a61-cc315d3bef81', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:56.866919 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] Checking router: b4d7310c-0e5b-4436-97e2-fab6e11e3ede for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 00:00:56.875715 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] Routers {'b4d7310c-0e5b-4436-97e2-fab6e11e3ede'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:00:56.876319 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:00:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:56.941852 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Deleting port 9b55db19-dc70-469d-8a61-cc315d3bef81 {{(pid=107400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:00:56.942443 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:57.027440 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] Set router b4d7310c-0e5b-4436-97e2-fab6e11e3ede gateway port host: None {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:00:57.070769 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] For port 9b55db19-dc70-469d-8a61-cc315d3bef81, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=9b55db19-dc70-469d-8a61-cc315d3bef81,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:57.071137 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:57.137821 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-27T00:00:56Z', 'revision_number': 6, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port_host': None}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:57.142040 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1f7b8-f9e2-4255-b2ce-b8f678543665 None None] The sync data for ids ['b4d7310c-0e5b-4436-97e2-fab6e11e3ede'] in dv-osbrick-789289-3-ceph is: [{'id': 'b4d7310c-0e5b-4436-97e2-fab6e11e3ede', 'name': 'tempest-TestMinimumBasicScenario-1833372430-router', 'tenant_id': '80091cbb9241432b85797b1638d4e49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-27T00:00:56Z', 'revision_number': 6, 'project_id': '80091cbb9241432b85797b1638d4e49b', 'gw_port_host': None}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 00:00:57.203554 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Calling delete_port for 9b55db19-dc70-469d-8a61-cc315d3bef81 owned by network:router_gateway {{(pid=107400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:00:57.388092 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7b6cfd38-ff32-45ea-b651-149ed966e7ca req-ad72407c-94f8-498c-aa3c-c973f6d29fc7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b14e47-b214-4f21-bc11-fcd04823b459 HTTP/1.1" status: 200 len: 210 time: 0.0423973 May 27 00:00:57.529069 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device f4e1ad96-e263-4299-9b8e-4749ba5d22d0 no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:00:57.536311 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:57.546074 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:57.569861 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: f4e1ad96-e263-4299-9b8e-4749ba5d22d0 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:00:57.570227 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device f4e1ad96-e263-4299-9b8e-4749ba5d22d0 not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:00:57.592038 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b55db19-dc70-469d-8a61-cc315d3bef81,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:57.617634 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:57.631551 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1042643'] for router_gateway, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:57.886784 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37400'] for router, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:57.889044 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.048718 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-923068'] for router, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.049407 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d7310c-0e5b-4436-97e2-fab6e11e3ede {{(pid=107400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 00:00:58.062876 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Notify callbacks [] for router, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.063989 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b4d7310c-0e5b-4436-97e2-fab6e11e3ede HTTP/1.1" status: 204 len: 168 time: 1.6346438 May 27 00:00:58.066721 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 34338) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:00:58.127237 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e08939-d906-4e8c-a34e-5a325f9bbf29 admin admin] Deleting subnet 3deb02d9-e506-43ae-b199-ae576f0237c3 {{(pid=107399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 00:00:58.130605 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-02e08939-d906-4e8c-a34e-5a325f9bbf29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.266803 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-02e08939-d906-4e8c-a34e-5a325f9bbf29 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.334801 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-02e08939-d906-4e8c-a34e-5a325f9bbf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1910349'] for subnet, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.647487 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-02e08939-d906-4e8c-a34e-5a325f9bbf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229'] for subnet, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.651678 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-0ac413e5-ab90-40f0-a8e7-f21995b55cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:58.689879 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e08939-d906-4e8c-a34e-5a325f9bbf29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3deb02d9-e506-43ae-b199-ae576f0237c3,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:58.694877 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-02e08939-d906-4e8c-a34e-5a325f9bbf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:58.695873 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-02e08939-d906-4e8c-a34e-5a325f9bbf29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.701886 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7c4ec1-313c-4ef3-9c60-3f67da559d23 None None] Network 3eaa2828-b0be-4cf7-afbe-421412a189d4 requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 00:00:58.702375 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-02e08939-d906-4e8c-a34e-5a325f9bbf29 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3deb02d9-e506-43ae-b199-ae576f0237c3 HTTP/1.1" status: 204 len: 168 time: 0.6342843 May 27 00:00:58.704555 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 34346) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:00:58.806640 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084862'] for network, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.883729 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Deleting port f5d53705-ae03-4d9b-97f8-1adf1d99accd {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:00:58.884073 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.945487 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] DHCP port deletion for 3eaa2828-b0be-4cf7-afbe-421412a189d4 request from dv-osbrick-789289-3-ceph {{(pid=107401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 00:00:58.990397 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] For port f5d53705-ae03-4d9b-97f8-1adf1d99accd, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=f5d53705-ae03-4d9b-97f8-1adf1d99accd,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:58.990759 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.015543 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] Deleting port f5d53705-ae03-4d9b-97f8-1adf1d99accd {{(pid=107401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:00:59.015955 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.115418 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Calling delete_port for f5d53705-ae03-4d9b-97f8-1adf1d99accd owned by network:dhcp {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:00:59.117632 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] For port f5d53705-ae03-4d9b-97f8-1adf1d99accd, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=f5d53705-ae03-4d9b-97f8-1adf1d99accd,segment=NetworkSegment(95a78571-1c58-452c-aabe-c95dd7a083da),segment_id=95a78571-1c58-452c-aabe-c95dd7a083da)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:00:59.118055 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.226040 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.229996 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:59.241087 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] Calling delete_port for f5d53705-ae03-4d9b-97f8-1adf1d99accd owned by network:dhcp {{(pid=107401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:00:59.276758 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d53705-ae03-4d9b-97f8-1adf1d99accd,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:59.280656 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:59.281774 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] No DVR routers for this DVR port f5d53705-ae03-4d9b-97f8-1adf1d99accd on host dv-osbrick-789289-3-ceph {{(pid=107399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:00:59.383439 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.387136 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:59.399057 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916122', 'neutron.services.segments.db._delete_segments_for_network-8788529302559'] for network, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.414455 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.414823 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.415587 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.415958 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > port after_create 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.416288 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.416697 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > port after_update 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.417034 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.417433 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.417770 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.418090 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.424336 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device f5d53705-ae03-4d9b-97f8-1adf1d99accd no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:00:59.464211 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] Pushing event deleted for resources: {'Port': ['ID=f5d53705-ae03-4d9b-97f8-1adf1d99accd,revision_number=None']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:59.466747 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:59.473648 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: f5d53705-ae03-4d9b-97f8-1adf1d99accd {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:00:59.474003 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device f5d53705-ae03-4d9b-97f8-1adf1d99accd not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:00:59.474427 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 9b55db19-dc70-469d-8a61-cc315d3bef81 no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:00:59.499131 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720afa2b-e250-40db-bad3-13a93e43a503 None None] No DVR routers for this DVR port f5d53705-ae03-4d9b-97f8-1adf1d99accd on host dv-osbrick-789289-3-ceph {{(pid=107401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:00:59.511391 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: 9b55db19-dc70-469d-8a61-cc315d3bef81 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:00:59.511748 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 9b55db19-dc70-469d-8a61-cc315d3bef81 not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:00:59.515795 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d no longer exists at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:00:59.527747 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.527986 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.528359 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.528688 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:00:59.529141 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaa2828-b0be-4cf7-afbe-421412a189d4']}} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:59.542446 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a78571-1c58-452c-aabe-c95dd7a083da') {'for_net_delete': True} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:59.544178 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a78571-1c58-452c-aabe-c95dd7a083da') {} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:00:59.552403 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] No Port match for: fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:00:59.552821 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device fa8d4dc8-53d9-45fd-a5ef-60d3cbc4d86d not bound to the agent host hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:00:59.555457 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788529380446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226887'] for segment, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.572181 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.579660 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=107399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 00:00:59.580046 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2122394'] for segment, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: from cryptography.utils import int_from_bytes May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: from cryptography.utils import int_from_bytes May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: Traceback (most recent call last): May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: timer() May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: cb(*args, **kw) May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: return func(*args, **kwargs) May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: self._notify() May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: self.callback(batched_events) May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: event.method(event) May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: return f(self, *a, **k) May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: return self._get(url).json() May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: return self.request(url, 'GET', **kwargs) May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:00:59.620358 dv-osbrick-789289-3-ceph neutron-server[107399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:00:59.780679 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042606'] for network, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.784700 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-392a9e8b-b0fe-43e5-af18-f3a07af9b4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:00:59.801374 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:59.810147 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3eaa2828-b0be-4cf7-afbe-421412a189d4,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:00:59.815918 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:00:59.916579 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-65c6fdbc-244a-4196-be9a-042f10d8d9ad admin admin] 10.222.0.38 "DELETE /v2.0/networks/3eaa2828-b0be-4cf7-afbe-421412a189d4 HTTP/1.1" status: 204 len: 168 time: 1.2109659 May 27 00:00:59.919515 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 34352) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:00.533393 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043118'] for router_interface, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:00.953974 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Deleting port b7e06326-1540-461b-83d5-3ab1e7b5d3ae {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:01:00.954653 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:00.984621 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-224d915f-33a9-4374-ba3b-336b2002186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:01.083107 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] For port b7e06326-1540-461b-83d5-3ab1e7b5d3ae, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=b7e06326-1540-461b-83d5-3ab1e7b5d3ae,segment=NetworkSegment(1079212f-b467-40f6-9439-489f05fa19e7),segment_id=1079212f-b467-40f6-9439-489f05fa19e7)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:01.083470 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:01.207751 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Calling delete_port for b7e06326-1540-461b-83d5-3ab1e7b5d3ae owned by network:router_interface {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:01:01.418651 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122439'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:01.423462 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:01.466236 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e06326-1540-461b-83d5-3ab1e7b5d3ae,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:01.470737 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:01.821422 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043034'] for router_interface, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:02.186049 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Router f4acc6b9-e322-4a11-805e-32727c2dd554 has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 00:01:02.366638 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 00:01:02.375779 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] Sync routers for ids ['f4acc6b9-e322-4a11-805e-32727c2dd554'] in dv-osbrick-789289-3-ceph {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 00:01:02.376290 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] 10.222.0.38 "PUT /v2.0/routers/f4acc6b9-e322-4a11-805e-32727c2dd554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4547687 May 27 00:01:02.378618 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 34396) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:02.385764 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] Routers {'f4acc6b9-e322-4a11-805e-32727c2dd554'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:01:02.386455 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:00:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['f4acc6b9-e322-4a11-805e-32727c2dd554'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:02.557603 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks [] for router, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:02.593774 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] Set router f4acc6b9-e322-4a11-805e-32727c2dd554 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:01:02.737056 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:02.860666 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Deleting port 99f57464-0095-44d9-aaf7-b0e104812fd7 {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:01:02.861014 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:02.883252 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137'}], 'enable_snat': True}, 'gw_port_id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-27T00:01:01Z', 'revision_number': 5, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'gw_port': {'id': '99f57464-0095-44d9-aaf7-b0e104812fd7', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:02.887137 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] Checking router: f4acc6b9-e322-4a11-805e-32727c2dd554 for host: dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 00:01:02.896211 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] Routers {'f4acc6b9-e322-4a11-805e-32727c2dd554'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:01:02.896857 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:00:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['f4acc6b9-e322-4a11-805e-32727c2dd554'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:02.985739 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] For port 99f57464-0095-44d9-aaf7-b0e104812fd7, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=99f57464-0095-44d9-aaf7-b0e104812fd7,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:02.986089 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:03.049293 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] Set router f4acc6b9-e322-4a11-805e-32727c2dd554 gateway port host: None {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:01:03.173456 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-27T00:01:02Z', 'revision_number': 6, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'gw_port_host': None}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:03.180998 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db4b18-bae2-40d5-88e4-c1469e0ef04d None None] The sync data for ids ['f4acc6b9-e322-4a11-805e-32727c2dd554'] in dv-osbrick-789289-3-ceph is: [{'id': 'f4acc6b9-e322-4a11-805e-32727c2dd554', 'name': 'tempest-TestMinimumBasicScenario-1241452990-router', 'tenant_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-27T00:01:02Z', 'revision_number': 6, 'project_id': 'cfcf227e19bc4ae9a892fd6452a4b12a', 'gw_port_host': None}] {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 00:01:03.215599 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Calling delete_port for 99f57464-0095-44d9-aaf7-b0e104812fd7 owned by network:router_gateway {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:01:03.265962 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-533a4c95-04a8-4cd4-a61a-2192adb6508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:03.294215 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:03.426108 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122439'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:03.430656 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:03.472755 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f57464-0095-44d9-aaf7-b0e104812fd7,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:03.475733 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:03.579992 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1042643'] for router_gateway, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:03.759693 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37400'] for router, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:03.762585 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:03.912267 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-923068'] for router, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:03.912823 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4acc6b9-e322-4a11-805e-32727c2dd554 {{(pid=107399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 00:01:03.927296 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Notify callbacks [] for router, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:03.929400 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f4acc6b9-e322-4a11-805e-32727c2dd554 HTTP/1.1" status: 204 len: 168 time: 1.5489051 May 27 00:01:03.931446 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 34402) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:03.962198 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device b7e06326-1540-461b-83d5-3ab1e7b5d3ae no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:01:04.001836 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.db_base_plugin_v2 [None req-430f4be8-2216-42af-ac5b-74b90f036682 admin admin] Deleting subnet f6f86e0b-7c5a-45e9-8cfb-dda2c970385d {{(pid=107399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 00:01:04.002088 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: b7e06326-1540-461b-83d5-3ab1e7b5d3ae {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:01:04.002217 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device b7e06326-1540-461b-83d5-3ab1e7b5d3ae not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:01:04.005013 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-430f4be8-2216-42af-ac5b-74b90f036682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.056909 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-430f4be8-2216-42af-ac5b-74b90f036682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226748'] for subnet, precommit_delete_associations {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.139559 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-430f4be8-2216-42af-ac5b-74b90f036682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1910349'] for subnet, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.292701 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.492842 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-430f4be8-2216-42af-ac5b-74b90f036682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2122480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2197760'] for subnet, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.496962 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:04.535060 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f4be8-2216-42af-ac5b-74b90f036682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f86e0b-7c5a-45e9-8cfb-dda2c970385d,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:04.538643 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-430f4be8-2216-42af-ac5b-74b90f036682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:04.544861 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-430f4be8-2216-42af-ac5b-74b90f036682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.547823 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-430f4be8-2216-42af-ac5b-74b90f036682 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f6f86e0b-7c5a-45e9-8cfb-dda2c970385d HTTP/1.1" status: 204 len: 168 time: 0.6153791 May 27 00:01:04.548646 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b3b18-b35f-47a6-ad2a-186ef22522a8 None None] Network fcd6ec95-1639-4d91-85be-465945e13f6b requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 00:01:04.550938 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 34408) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:04.660530 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084862'] for network, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.731792 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Deleting port 0f0884ec-975f-4659-ad5c-493b897933d7 {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:01:04.732053 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.797034 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] DHCP port deletion for fcd6ec95-1639-4d91-85be-465945e13f6b request from dv-osbrick-789289-3-ceph {{(pid=107401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 00:01:04.835114 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] For port 0f0884ec-975f-4659-ad5c-493b897933d7, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=0f0884ec-975f-4659-ad5c-493b897933d7,segment=NetworkSegment(1079212f-b467-40f6-9439-489f05fa19e7),segment_id=1079212f-b467-40f6-9439-489f05fa19e7)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:04.835475 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.864875 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] Deleting port 0f0884ec-975f-4659-ad5c-493b897933d7 {{(pid=107401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:01:04.865249 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:04.968007 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] For port 0f0884ec-975f-4659-ad5c-493b897933d7, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=0f0884ec-975f-4659-ad5c-493b897933d7,segment=NetworkSegment(1079212f-b467-40f6-9439-489f05fa19e7),segment_id=1079212f-b467-40f6-9439-489f05fa19e7)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:04.968715 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:05.037207 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Calling delete_port for 0f0884ec-975f-4659-ad5c-493b897933d7 owned by network:dhcp {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:01:05.276143 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] Calling delete_port for 0f0884ec-975f-4659-ad5c-493b897933d7 owned by network:dhcp {{(pid=107401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:01:05.280154 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122439'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:05.280154 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-b0480236-c5e7-463a-9e44-10f5c87edf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:05.281419 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:05.281419 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:05.309733 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] Pushing event deleted for resources: {'Port': ['ID=0f0884ec-975f-4659-ad5c-493b897933d7,revision_number=None']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:05.309976 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0884ec-975f-4659-ad5c-493b897933d7,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:05.314575 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:05.316184 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] No DVR routers for this DVR port 0f0884ec-975f-4659-ad5c-493b897933d7 on host dv-osbrick-789289-3-ceph {{(pid=107401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:01:05.317454 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:05.320105 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] No DVR routers for this DVR port 0f0884ec-975f-4659-ad5c-493b897933d7 on host dv-osbrick-789289-3-ceph {{(pid=107399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:01:05.408639 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 0f0884ec-975f-4659-ad5c-493b897933d7 no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:01:05.443338 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916122', 'neutron.services.segments.db._delete_segments_for_network-8788529302559'] for network, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:05.459490 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd6ec95-1639-4d91-85be-465945e13f6b']}} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:05.473350 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1079212f-b467-40f6-9439-489f05fa19e7') {'for_net_delete': True} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:05.473644 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1079212f-b467-40f6-9439-489f05fa19e7') {} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:05.478713 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: 0f0884ec-975f-4659-ad5c-493b897933d7 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:01:05.479068 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 0f0884ec-975f-4659-ad5c-493b897933d7 not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:01:05.479484 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 99f57464-0095-44d9-aaf7-b0e104812fd7 no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:01:05.486818 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788529380446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226887'] for segment, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:05.504033 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:05.510316 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=107399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 00:01:05.510701 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2122394'] for segment, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:05.513419 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: 99f57464-0095-44d9-aaf7-b0e104812fd7 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:01:05.513853 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 99f57464-0095-44d9-aaf7-b0e104812fd7 not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: Traceback (most recent call last): May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: timer() May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: cb(*args, **kw) May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: return func(*args, **kwargs) May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: self._notify() May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: self.callback(batched_events) May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: event.method(event) May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: return f(self, *a, **k) May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: return self._get(url).json() May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: return self.request(url, 'GET', **kwargs) May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:01:05.526622 dv-osbrick-789289-3-ceph neutron-server[107399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:01:05.683399 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042606'] for network, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:05.688029 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-35a35748-1b17-463c-8b90-0e8f3a0128d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:05.702328 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:05.713529 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd6ec95-1639-4d91-85be-465945e13f6b,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:05.716651 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fcd6ec95-1639-4d91-85be-465945e13f6b HTTP/1.1" status: 204 len: 168 time: 1.1644132 May 27 00:01:05.717560 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-05327fb7-ecf0-470c-808e-09b7ca8fc378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:06.149525 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 34428) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:06.204052 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-e5a11e3d-f8df-4220-99b1-e36c87e62787 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80091cbb9241432b85797b1638d4e49b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533147 May 27 00:01:06.206542 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 34432) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:06.265322 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-69ed3878-a759-47a5-8184-ab7a51a48a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:06.290313 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-69ed3878-a759-47a5-8184-ab7a51a48a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:06.463694 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-69ed3878-a759-47a5-8184-ab7a51a48a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:06.468334 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:06.480968 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed3878-a759-47a5-8184-ab7a51a48a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4829d191-d7a8-4d80-a1f8-9a73222d93b8,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:06.485851 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-69ed3878-a759-47a5-8184-ab7a51a48a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:06.490921 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-69ed3878-a759-47a5-8184-ab7a51a48a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:06.492031 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-69ed3878-a759-47a5-8184-ab7a51a48a61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4829d191-d7a8-4d80-a1f8-9a73222d93b8 HTTP/1.1" status: 204 len: 168 time: 0.2845912 May 27 00:01:07.230914 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 34442) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:07.256064 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:01:07.280702 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-091e0a54-4f54-41c1-9431-897462f9fabe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfcf227e19bc4ae9a892fd6452a4b12a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486400 May 27 00:01:07.283361 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 34446) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:07.343320 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-b215c34e-7594-4855-ba7a-cdf78693192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:07.370097 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-b215c34e-7594-4855-ba7a-cdf78693192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:07.523318 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-b215c34e-7594-4855-ba7a-cdf78693192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:07.527659 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:07.542570 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215c34e-7594-4855-ba7a-cdf78693192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b677b393-3cda-4fc6-bfec-a4c16be7f23f,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:07.545589 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-b215c34e-7594-4855-ba7a-cdf78693192e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:07.546762 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-b215c34e-7594-4855-ba7a-cdf78693192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:07.550093 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-b215c34e-7594-4855-ba7a-cdf78693192e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b677b393-3cda-4fc6-bfec-a4c16be7f23f HTTP/1.1" status: 204 len: 168 time: 0.2635343 May 27 00:01:10.487272 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:14.650647 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-46968799-0ea7-4452-aca8-46ea0721f5e1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:14.651253 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-46968799-0ea7-4452-aca8-46ea0721f5e1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:network {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:01:14.728241 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-46968799-0ea7-4452-aca8-46ea0721f5e1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:network {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:01:14.729479 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-46968799-0ea7-4452-aca8-46ea0721f5e1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 811 time: 0.2247214 May 27 00:01:14.745116 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-7c5e78d1-e5e2-42a2-a975-9eb5f66de68b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/quotas/5df55a45b2f84a1eb3760712bd7ec0a8 HTTP/1.1" status: 200 len: 375 time: 0.0095937 May 27 00:01:14.827326 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-58ac8faf-ff4d-427b-ac43-4f89f90473e7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772841 May 27 00:01:14.959086 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-85cb158f-1586-4638-b8a0-56b03d8e92f0 service neutron] 10.222.0.38 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253998 May 27 00:01:15.087748 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-fd6d8a9f-0da1-47b4-ac37-1296cd50db10 service neutron] 10.222.0.38 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230283 May 27 00:01:15.798215 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-5c27d089-eaa9-424d-9e1a-1ab4a90b4da6 req-0874d0b0-d49f-4e90-a834-414f4d407fe4 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 210 time: 0.0429132 May 27 00:01:16.898411 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-e7b346dc-aca7-4f56-9603-a6126052a8c9 req-1cc222d1-803e-4f85-8e4a-340ed5c8cf08 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 210 time: 0.0480258 May 27 00:01:18.060740 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-6de3fba7-84f6-4ae0-9355-ccb89c2a530b req-2187b874-4f53-4b0e-9a53-543c76e245c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 210 time: 0.0465362 May 27 00:01:18.205998 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-53885818-72af-4523-a104-b07a9b1d4799 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:18.207512 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-53885818-72af-4523-a104-b07a9b1d4799 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 811 time: 0.1493843 May 27 00:01:18.219989 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'port': {'device_id': '7ee45487-8441-462d-8834-b497e937ecb6', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'admin_state_up': True, 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:01:18.363144 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:18.373911 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:18.448484 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Made reservation on behalf of 5df55a45b2f84a1eb3760712bd7ec0a8 for: {'port': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:01:18.452025 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:18.619417 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Allocated IP 172.20.0.4 (e3f810db-fbad-45b5-8fce-e985a7a646fe/866749cf-8960-457e-8144-e654aefe2442/2be8ac00-cf9c-4641-b1b1-22e25fae4c93) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:01:18.834538 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:18.850224 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Transition to ACTIVE for port object 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 will not be triggered until provisioned by entity DHCP. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:01:18.944679 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:18.950420 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:19.041832 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Network e3f810db-fbad-45b5-8fce-e985a7a646fe is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:01:19.042957 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:01:19.047493 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 00:01:19.052808 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:19.053281 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:19.064502 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'Port': ['ID=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:19.071433 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:19.164647 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9482234 May 27 00:01:19.175967 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Request body: {'port': {'device_id': '7ee45487-8441-462d-8834-b497e937ecb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7892'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:01:19.263376 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00ce6-7554-40fb-9e38-645f23808461 req-40d5e5ae-aa6d-45f3-a837-d7f65069e909 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:19.265160 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d8f00ce6-7554-40fb-9e38-645f23808461 req-40d5e5ae-aa6d-45f3-a837-d7f65069e909 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 931 time: 0.0874698 May 27 00:01:19.316660 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d8f00ce6-7554-40fb-9e38-645f23808461 req-3f9a05b4-793f-457d-bb62-7f76d7c50a0e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446570 May 27 00:01:19.318244 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:19.350326 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-cbbdcb2b-5271-4f88-bb6f-4e000bb2f2e6 None None] Provisioning for port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:01:19.356400 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-cbbdcb2b-5271-4f88-bb6f-4e000bb2f2e6 None None] Provisioning complete for port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:01:19.356801 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcb2b-5271-4f88-bb6f-4e000bb2f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:19.418092 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-cbbdcb2b-5271-4f88-bb6f-4e000bb2f2e6 None None] Port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 00:01:19.755315 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 {{(pid=107400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:01:19.762418 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:19.777402 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Transition to ACTIVE for port object 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 will not be triggered until provisioned by entity L2. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:01:19.871661 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:19.876371 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:20.036096 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,revision_number=2']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:20.050369 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:20.068791 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Attempting to bind port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 on host hv-osbrick-7892 for vnic_type normal with profile {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:01:20.069414 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Attempting to bind port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 by drivers openvswitch,hyperv on host hv-osbrick-7892 at level 0 using segments [{'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:01:20.070327 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Attempting to bind port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 00:01:20.076193 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 on network e3f810db-fbad-45b5-8fce-e985a7a646fe not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7892 {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 00:01:20.076513 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Attempting to bind port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 00:01:20.082856 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Checking agent: {'id': '6d3ddeff-0283-4a35-9742-77ed8cfe8c02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7892', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'started_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 0, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 00:01:20.083197 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Checking segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 00:01:20.083579 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Bound using segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 00:01:20.084008 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Bound port: 2be8ac00-cf9c-4641-b1b1-22e25fae4c93, host: hv-osbrick-7892, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:01:20.084362 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:20.183785 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] For port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93, host hv-osbrick-7892, cleared binding levels {{(pid=107400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 00:01:20.186801 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] For port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93, host hv-osbrick-7892, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 00:01:20.270145 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:20.273949 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:20.332698 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:20.333312 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:20.334718 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] 10.222.0.11 "PUT /v2.0/ports/2be8ac00-cf9c-4641-b1b1-22e25fae4c93 HTTP/1.1" status: 200 len: 1093 time: 1.1637115 May 27 00:01:20.335193 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee45487-8441-462d-8834-b497e937ecb6', 'tag': '2be8ac00-cf9c-4641-b1b1-22e25fae4c93'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:01:20.354855 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,revision_number=3']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:20.357991 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:20.405461 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee45487-8441-462d-8834-b497e937ecb6', 'tag': '2be8ac00-cf9c-4641-b1b1-22e25fae4c93', 'status': 'completed', 'code': 200} May 27 00:01:20.507165 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba19201-78f7-4c07-84f4-2ba8e3352fa8 req-8f175326-138a-4f1f-bb16-246d8ab31a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:20.508769 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-aba19201-78f7-4c07-84f4-2ba8e3352fa8 req-8f175326-138a-4f1f-bb16-246d8ab31a17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 1096 time: 0.0817003 May 27 00:01:20.534237 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c052d6-b538-4917-960d-515095499ce4 req-ed88e3a2-f422-4843-94c7-6c35fe108fec tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:20.535814 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-44c052d6-b538-4917-960d-515095499ce4 req-ed88e3a2-f422-4843-94c7-6c35fe108fec tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 943 time: 0.0904124 May 27 00:01:20.582805 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-44c052d6-b538-4917-960d-515095499ce4 req-76346842-3f82-48db-9a30-99bab2ec22b2 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 May 27 00:01:20.661587 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba19201-78f7-4c07-84f4-2ba8e3352fa8 req-afbbdf37-3f40-423d-9632-10cd67aee493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:20.663082 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-aba19201-78f7-4c07-84f4-2ba8e3352fa8 req-afbbdf37-3f40-423d-9632-10cd67aee493 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1476321 May 27 00:01:20.805557 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba19201-78f7-4c07-84f4-2ba8e3352fa8 req-a6c2311f-27fb-45c3-986e-d7f71e45e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:20.806927 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-aba19201-78f7-4c07-84f4-2ba8e3352fa8 req-a6c2311f-27fb-45c3-986e-d7f71e45e9d3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373644 May 27 00:01:20.912213 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-688f0425-5ddc-4690-abff-e42d9ef6fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:20.913705 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-688f0425-5ddc-4690-abff-e42d9ef6fd6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 1096 time: 0.0716810 May 27 00:01:20.985520 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-3f60abb4-234f-416b-930a-eef4f22f7a13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2be8ac00-cf9c-4641-b1b1-22e25fae4c93 HTTP/1.1" status: 200 len: 217 time: 0.0647607 May 27 00:01:21.057503 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4f3d6716-42a9-45bf-bb47-9e23b07e04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:21.058905 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-4f3d6716-42a9-45bf-bb47-9e23b07e04db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0679474 May 27 00:01:21.137479 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-bc54adfb-f488-4da2-a271-a64257a10cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:21.138969 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-bc54adfb-f488-4da2-a271-a64257a10cf9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742540 May 27 00:01:21.275866 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-87a95a7d-37d3-4f48-8dab-b3ab9014fb9f service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309464 May 27 00:01:21.406818 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0d40881e-ec9b-44c8-b0d0-b884e00e2261 req-bbe9fdfa-324b-4267-a742-ea212967e782 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248612 May 27 00:01:21.860580 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46658d-3201-4cdb-8b6f-d355cdc185d1 req-83ff1aa5-635a-4a13-89ca-8b7d81879c92 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:21.861366 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-8a46658d-3201-4cdb-8b6f-d355cdc185d1 req-83ff1aa5-635a-4a13-89ca-8b7d81879c92 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:01:21.949383 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-8a46658d-3201-4cdb-8b6f-d355cdc185d1 req-83ff1aa5-635a-4a13-89ca-8b7d81879c92 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:01:21.950689 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-8a46658d-3201-4cdb-8b6f-d355cdc185d1 req-83ff1aa5-635a-4a13-89ca-8b7d81879c92 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 943 time: 0.2568412 May 27 00:01:22.006345 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-8a46658d-3201-4cdb-8b6f-d355cdc185d1 req-75eca9e4-1182-4692-afef-1d60d251dc40 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498164 May 27 00:01:23.196396 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312603-7b4e-4caa-8b74-19583251cc1a req-1cd71d81-bfc5-46ef-8ae1-6f3a00e1abec tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:23.197943 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-fc312603-7b4e-4caa-8b74-19583251cc1a req-1cd71d81-bfc5-46ef-8ae1-6f3a00e1abec tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 943 time: 0.0829287 May 27 00:01:23.251238 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-fc312603-7b4e-4caa-8b74-19583251cc1a req-2306e4e4-8333-4da8-99e2-475253cf7e89 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465415 May 27 00:01:24.438246 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37727e7c-5e0e-414b-a896-b7fb3837fb5a req-57ebb05c-4a98-4727-b9e5-5c40f3f848f5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:24.439721 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-37727e7c-5e0e-414b-a896-b7fb3837fb5a req-57ebb05c-4a98-4727-b9e5-5c40f3f848f5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 943 time: 0.0824454 May 27 00:01:24.483433 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-37727e7c-5e0e-414b-a896-b7fb3837fb5a req-2243367d-dc26-4670-bc25-db7b2fbe6c23 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382226 May 27 00:01:25.622729 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 details requested by agent hyperv_hv-osbrick-7892 with host hv-osbrick-7892 {{(pid=107401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:01:25.674088 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db72e2-c32e-4792-a663-44801ed2105d req-d8164716-c281-4542-8c89-89899cd6fc6e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:25.675784 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-09db72e2-c32e-4792-a663-44801ed2105d req-d8164716-c281-4542-8c89-89899cd6fc6e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 943 time: 0.0861347 May 27 00:01:25.721408 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-09db72e2-c32e-4792-a663-44801ed2105d req-523ff403-ffa0-4dd8-af63-c319151873de tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 May 27 00:01:25.758265 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:25.771179 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Returning: {'device': '2be8ac00-cf9c-4641-b1b1-22e25fae4c93', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'port_id': '2be8ac00-cf9c-4641-b1b1-22e25fae4c93', 'mac_address': 'fa:16:3e:6b:d9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:01:25.825879 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:25.842768 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 {{(pid=107401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:01:25.858731 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:25.934204 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:25.936935 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:26.009784 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:26.014066 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:26.129206 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['2be8ac00-cf9c-4641-b1b1-22e25fae4c93'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:01:26.904200 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80435b-8c27-458a-85c1-f828d43a87c7 req-ba2ee536-d80c-40e2-82fa-406b3b009e4c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:26.905714 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-ea80435b-8c27-458a-85c1-f828d43a87c7 req-ba2ee536-d80c-40e2-82fa-406b3b009e4c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 944 time: 0.0789068 May 27 00:01:26.952959 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-ea80435b-8c27-458a-85c1-f828d43a87c7 req-8c5b851d-59a8-43db-aecd-25ceffb415e3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 May 27 00:01:27.636957 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 up at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:01:27.768384 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning for port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:01:27.773277 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning complete for port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:01:27.773661 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:27.894569 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:27.920965 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee45487-8441-462d-8834-b497e937ecb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be8ac00-cf9c-4641-b1b1-22e25fae4c93'}] {{(pid=107401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:01:27.931432 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:27.965320 dv-osbrick-789289-3-ceph neutron-server[107401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee45487-8441-462d-8834-b497e937ecb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be8ac00-cf9c-4641-b1b1-22e25fae4c93', 'code': 200} May 27 00:01:27.991846 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:27.993911 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-8f1789eb-2e7c-40db-aaa5-bcbeee18194b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:28.067723 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:28.070795 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:28.143078 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5f10e-018e-48c5-9307-02d58cd5b472 req-e389e9f0-bd8b-4b02-ad7b-9619b23fb464 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:28.144556 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-86f5f10e-018e-48c5-9307-02d58cd5b472 req-e389e9f0-bd8b-4b02-ad7b-9619b23fb464 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 945 time: 0.0816550 May 27 00:01:28.190503 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-86f5f10e-018e-48c5-9307-02d58cd5b472 req-1237d115-705b-441e-9872-d50085a90995 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 May 27 00:01:28.341245 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff355b6-4c85-4fbe-bb1b-9836570e97ca req-71e874b0-3eb6-4f58-b9e9-540921e74f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:28.342739 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-8ff355b6-4c85-4fbe-bb1b-9836570e97ca req-71e874b0-3eb6-4f58-b9e9-540921e74f76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 1098 time: 0.0751457 May 27 00:01:28.382382 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-8ff355b6-4c85-4fbe-bb1b-9836570e97ca req-d92109be-b1cb-495b-9b8e-a56fcb082b52 service neutron] Synchronizing usage tracker for tenant:b52429cb48fc4b4b97cf6fad5e63f292 on resource:security_group {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:01:28.465222 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-8ff355b6-4c85-4fbe-bb1b-9836570e97ca req-d92109be-b1cb-495b-9b8e-a56fcb082b52 service neutron] Unset dirty status for tenant:b52429cb48fc4b4b97cf6fad5e63f292 on resource:security_group {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:01:28.466324 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-8ff355b6-4c85-4fbe-bb1b-9836570e97ca req-d92109be-b1cb-495b-9b8e-a56fcb082b52 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178257 May 27 00:01:29.383284 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcdbf5-21a2-40a9-bf76-4299abb6fc0f req-220937aa-1240-4317-a12a-5d305c975411 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:29.384829 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-e6fcdbf5-21a2-40a9-bf76-4299abb6fc0f req-220937aa-1240-4317-a12a-5d305c975411 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 945 time: 0.0863030 May 27 00:01:29.435714 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-e6fcdbf5-21a2-40a9-bf76-4299abb6fc0f req-666a48c5-8d72-436f-830c-b7ece7cae1b4 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453460 May 27 00:01:30.619882 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1390f7e-8abe-4b1d-ada4-a18e361501c9 req-a0798e39-611f-4e6a-bb45-d85ad237f050 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:30.621323 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b1390f7e-8abe-4b1d-ada4-a18e361501c9 req-a0798e39-611f-4e6a-bb45-d85ad237f050 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 945 time: 0.0823781 May 27 00:01:30.666407 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b1390f7e-8abe-4b1d-ada4-a18e361501c9 req-23ddb5a4-c454-4e24-8c9d-2476d819bc3c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 May 27 00:01:30.852110 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975e31-a4c8-46c8-ab4a-79cf05bb23e1 req-baba7d6d-36fb-469d-91a0-40a603fe9a8c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:30.853647 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-b0975e31-a4c8-46c8-ab4a-79cf05bb23e1 req-baba7d6d-36fb-469d-91a0-40a603fe9a8c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 945 time: 0.0816944 May 27 00:01:30.901109 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-b0975e31-a4c8-46c8-ab4a-79cf05bb23e1 req-35aebe74-5958-4766-ba0e-307acb477308 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 May 27 00:01:30.951138 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-48cd0f84-6d40-4a33-950d-dbac785a3acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:33.180377 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-004c5a4b-0582-49af-82de-b1355984d776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:33.343734 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:34.214450 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:35.211010 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235658e-b6f7-40da-8731-76739b6093dc req-66641f7a-d873-49a6-a9cd-c229aee104d1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:35.212473 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-66641f7a-d873-49a6-a9cd-c229aee104d1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 811 time: 0.2215347 May 27 00:01:35.226678 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-63f5948a-912f-431c-9ab6-22273b2afe80 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/quotas/5df55a45b2f84a1eb3760712bd7ec0a8 HTTP/1.1" status: 200 len: 375 time: 0.0089364 May 27 00:01:35.315991 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-9609c709-2892-4f94-8b5c-17516783e74b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844729 May 27 00:01:35.447924 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-98ecfcfc-c6f2-4727-a596-82902007f155 service neutron] 10.222.0.38 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251543 May 27 00:01:35.578345 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-76cba4a2-f792-453c-b78d-60f1022a7457 service neutron] 10.222.0.38 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246765 May 27 00:01:35.859695 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-8a8f1bed-5078-4b25-96e4-1a0ae13f9f91 req-b66d77e1-e71d-464b-9e3e-a94cfa33aa04 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 210 time: 0.0472004 May 27 00:01:37.011930 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-c691bebc-9b2d-44bd-8906-0dea4572efd1 req-e150e0af-d187-4f70-acee-04a15d1c46d4 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 210 time: 0.0434127 May 27 00:01:37.928489 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235658e-b6f7-40da-8731-76739b6093dc req-c1c9f640-7e33-46cd-b5a9-301b413e5d47 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:37.930270 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-c1c9f640-7e33-46cd-b5a9-301b413e5d47 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 811 time: 0.1513634 May 27 00:01:37.942652 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'port': {'device_id': 'e1e3943f-9e18-4cba-8edf-e8a4ffe74777', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'admin_state_up': True, 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:01:38.091191 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:38.102363 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:38.160574 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Made reservation on behalf of 5df55a45b2f84a1eb3760712bd7ec0a8 for: {'port': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:01:38.164176 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:38.191008 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-3dcf8c76-3993-4409-a759-dde0913b0089 req-b0b426b9-8fad-4ba5-b838-d7f94301623d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 210 time: 0.0651402 May 27 00:01:38.349150 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Allocated IP 172.20.0.14 (e3f810db-fbad-45b5-8fce-e985a7a646fe/866749cf-8960-457e-8144-e654aefe2442/88ed794e-6529-400b-bfcf-93d30be96d24) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:01:38.550991 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:38.569304 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Transition to ACTIVE for port object 88ed794e-6529-400b-bfcf-93d30be96d24 will not be triggered until provisioned by entity DHCP. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:01:38.698503 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:38.705119 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-d4cf5128-2414-45f6-8c59-ec95cfce2504 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:38.710118 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['2be8ac00-cf9c-4641-b1b1-22e25fae4c93'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:01:38.772257 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Network e3f810db-fbad-45b5-8fce-e985a7a646fe is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:01:38.773573 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:01:38.777992 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 00:01:38.784525 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:38.785204 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:38.807139 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'Port': ['ID=88ed794e-6529-400b-bfcf-93d30be96d24,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:38.817903 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.824591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:38.829372 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:38.906139 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-c8dff935-05e8-459d-84db-31a6188bdcef tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9677513 May 27 00:01:38.917941 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Request body: {'port': {'device_id': 'e1e3943f-9e18-4cba-8edf-e8a4ffe74777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7892'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:01:39.051323 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:39.178165 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-7dd3f32a-d294-470d-be81-50bbd82210bc None None] Provisioning for port 88ed794e-6529-400b-bfcf-93d30be96d24 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:01:39.184053 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-7dd3f32a-d294-470d-be81-50bbd82210bc None None] Provisioning complete for port 88ed794e-6529-400b-bfcf-93d30be96d24 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:01:39.193319 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f32a-d294-470d-be81-50bbd82210bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:39.255369 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3f32a-d294-470d-be81-50bbd82210bc None None] Port 88ed794e-6529-400b-bfcf-93d30be96d24 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 00:01:39.405358 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3b1a5-f2cf-4933-9ea6-06ea2eca62c8 req-ea31cc5b-39d1-4a3c-9cd5-ce7461947c3d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:39.407549 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-c4e3b1a5-f2cf-4933-9ea6-06ea2eca62c8 req-ea31cc5b-39d1-4a3c-9cd5-ce7461947c3d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 932 time: 0.0876601 May 27 00:01:39.457147 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-c4e3b1a5-f2cf-4933-9ea6-06ea2eca62c8 req-b389fd52-c811-4f4d-ae39-5985b45cc967 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 May 27 00:01:39.507651 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ed794e-6529-400b-bfcf-93d30be96d24 {{(pid=107400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:01:39.514997 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:39.530051 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Transition to ACTIVE for port object 88ed794e-6529-400b-bfcf-93d30be96d24 will not be triggered until provisioned by entity L2. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:01:39.591287 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:39.595445 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-d7586cd9-acb1-4b08-9211-5a964da9ba10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:39.768133 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Pushing event updated for resources: {'Port': ['ID=88ed794e-6529-400b-bfcf-93d30be96d24,revision_number=2']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:39.775417 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:39.797687 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Attempting to bind port 88ed794e-6529-400b-bfcf-93d30be96d24 on host hv-osbrick-7892 for vnic_type normal with profile {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:01:39.798026 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Attempting to bind port 88ed794e-6529-400b-bfcf-93d30be96d24 by drivers openvswitch,hyperv on host hv-osbrick-7892 at level 0 using segments [{'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:01:39.798457 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Attempting to bind port 88ed794e-6529-400b-bfcf-93d30be96d24 on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 00:01:39.803655 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Port 88ed794e-6529-400b-bfcf-93d30be96d24 on network e3f810db-fbad-45b5-8fce-e985a7a646fe not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7892 {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 00:01:39.803983 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Attempting to bind port 88ed794e-6529-400b-bfcf-93d30be96d24 on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 00:01:39.809958 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Checking agent: {'id': '6d3ddeff-0283-4a35-9742-77ed8cfe8c02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7892', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'started_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 0, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 00:01:39.810291 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Checking segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 00:01:39.810735 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Bound using segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 00:01:39.811169 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Bound port: 88ed794e-6529-400b-bfcf-93d30be96d24, host: hv-osbrick-7892, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:01:39.811518 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:39.902955 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] For port 88ed794e-6529-400b-bfcf-93d30be96d24, host hv-osbrick-7892, cleared binding levels {{(pid=107400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 00:01:39.906231 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] For port 88ed794e-6529-400b-bfcf-93d30be96d24, host hv-osbrick-7892, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=88ed794e-6529-400b-bfcf-93d30be96d24,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 00:01:39.987187 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:39.991645 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-1dc5ea17-ffec-4fa7-bf89-867c7f7a2f5a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:40.054245 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:40.055171 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:40.056528 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/88ed794e-6529-400b-bfcf-93d30be96d24 HTTP/1.1" status: 200 len: 1094 time: 1.1431596 May 27 00:01:40.057105 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e3943f-9e18-4cba-8edf-e8a4ffe74777', 'tag': '88ed794e-6529-400b-bfcf-93d30be96d24'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:01:40.090844 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Pushing event updated for resources: {'Port': ['ID=88ed794e-6529-400b-bfcf-93d30be96d24,revision_number=3']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:40.102503 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-8aa39b9b-985b-496d-b06c-328aa9b519e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:40.129950 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e3943f-9e18-4cba-8edf-e8a4ffe74777', 'tag': '88ed794e-6529-400b-bfcf-93d30be96d24', 'status': 'completed', 'code': 200} May 27 00:01:40.229535 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6118350-fcc3-4d54-bfee-a642686746ce req-64b8ceac-90c9-4585-b359-d29a7567d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:40.230877 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6118350-fcc3-4d54-bfee-a642686746ce req-64b8ceac-90c9-4585-b359-d29a7567d4a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 1097 time: 0.0807436 May 27 00:01:40.371484 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6118350-fcc3-4d54-bfee-a642686746ce req-e2b53e93-6548-466f-ab20-ea53e3996ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:40.372869 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6118350-fcc3-4d54-bfee-a642686746ce req-e2b53e93-6548-466f-ab20-ea53e3996ed2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1353488 May 27 00:01:40.510466 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:40.519198 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6118350-fcc3-4d54-bfee-a642686746ce req-fea5b093-6f56-4cb7-813a-1ca7017ba11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:40.520751 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6118350-fcc3-4d54-bfee-a642686746ce req-fea5b093-6f56-4cb7-813a-1ca7017ba11b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418459 May 27 00:01:40.637958 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235658e-b6f7-40da-8731-76739b6093dc req-494b4e84-7afe-4ad6-9ee8-62750546b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:40.639453 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-494b4e84-7afe-4ad6-9ee8-62750546b670 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 1097 time: 0.0793657 May 27 00:01:40.662071 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fbdfb-05b3-4cc1-a9d2-3442ba0687e4 req-ed1cc856-3e71-46b9-a021-13bf0079be40 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:40.663584 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-8d2fbdfb-05b3-4cc1-a9d2-3442ba0687e4 req-ed1cc856-3e71-46b9-a021-13bf0079be40 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.0828769 May 27 00:01:40.710723 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-8d2fbdfb-05b3-4cc1-a9d2-3442ba0687e4 req-85427267-6057-4ffc-9723-4a889da7249e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 May 27 00:01:40.713687 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-c5f2b801-d582-492e-b146-190723cec867 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88ed794e-6529-400b-bfcf-93d30be96d24 HTTP/1.1" status: 200 len: 217 time: 0.0671196 May 27 00:01:40.781308 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235658e-b6f7-40da-8731-76739b6093dc req-8fc9f961-bdc1-4922-bd8d-2063cc89f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:40.783259 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-8fc9f961-bdc1-4922-bd8d-2063cc89f24c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0641067 May 27 00:01:40.863311 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235658e-b6f7-40da-8731-76739b6093dc req-d66576bf-d87e-443c-a481-bb3a90536e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:40.864931 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-d66576bf-d87e-443c-a481-bb3a90536e19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746992 May 27 00:01:41.009699 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-1962c189-fd44-4d86-9000-abbc7ad92bb5 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387451 May 27 00:01:41.152472 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7235658e-b6f7-40da-8731-76739b6093dc req-7ddbd223-9dec-4405-9023-c39dad20a25f service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349156 May 27 00:01:41.909144 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299725c-3282-4dd9-b179-16dc0196e26f req-6253451e-cd82-4240-80ba-0fb4998cdee6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:41.910083 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-e299725c-3282-4dd9-b179-16dc0196e26f req-6253451e-cd82-4240-80ba-0fb4998cdee6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:01:42.007049 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-e299725c-3282-4dd9-b179-16dc0196e26f req-6253451e-cd82-4240-80ba-0fb4998cdee6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:01:42.008175 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-e299725c-3282-4dd9-b179-16dc0196e26f req-6253451e-cd82-4240-80ba-0fb4998cdee6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.1822071 May 27 00:01:42.057693 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-e299725c-3282-4dd9-b179-16dc0196e26f req-45933d34-c462-4821-a259-214a74c09a49 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 May 27 00:01:43.262228 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6add6-c9a1-4c50-9b78-8720ddcfbe6c req-e0cf3666-8f64-4290-9062-d8b16c42ad21 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:43.263718 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-1ae6add6-c9a1-4c50-9b78-8720ddcfbe6c req-e0cf3666-8f64-4290-9062-d8b16c42ad21 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.0883782 May 27 00:01:43.309116 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-1ae6add6-c9a1-4c50-9b78-8720ddcfbe6c req-41d69fcf-3063-4793-be4d-baa2d3e43381 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388007 May 27 00:01:44.254551 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:01:44.581779 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965004b2-85d6-4f2c-86f5-49e4b8ef83f1 req-ae001f99-5cb6-4399-86d7-49d62d72c9f2 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:44.583332 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-965004b2-85d6-4f2c-86f5-49e4b8ef83f1 req-ae001f99-5cb6-4399-86d7-49d62d72c9f2 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.1603484 May 27 00:01:44.696994 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-965004b2-85d6-4f2c-86f5-49e4b8ef83f1 req-e26b0834-0c39-4ccc-ba9b-7af5f4d9ceee tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080706 May 27 00:01:45.771515 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1f0947bc-9431-4be3-928f-8446fb39265f req-74b7a24b-5f50-4bdb-befe-6745fdba4b75 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739665 May 27 00:01:45.885484 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ff830-4440-4f84-b16a-46e574400d19 req-226cbce6-0676-40c8-ab71-a14d13798334 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:45.886956 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-342ff830-4440-4f84-b16a-46e574400d19 req-226cbce6-0676-40c8-ab71-a14d13798334 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.0801134 May 27 00:01:45.911338 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0947bc-9431-4be3-928f-8446fb39265f req-2759b86a-525f-4828-be7f-21001aa69154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:45.912879 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1f0947bc-9431-4be3-928f-8446fb39265f req-2759b86a-525f-4828-be7f-21001aa69154 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 1098 time: 0.0721972 May 27 00:01:45.932418 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-342ff830-4440-4f84-b16a-46e574400d19 req-2ded76ee-3072-4183-8933-d894b9fe6eb9 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 May 27 00:01:46.061494 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0947bc-9431-4be3-928f-8446fb39265f req-30e983a4-f7b7-430a-b4b1-0ade1236d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:46.062875 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1f0947bc-9431-4be3-928f-8446fb39265f req-30e983a4-f7b7-430a-b4b1-0ade1236d858 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 912 time: 0.1304996 May 27 00:01:46.132598 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1f0947bc-9431-4be3-928f-8446fb39265f req-8049c68c-2d95-4e8a-b031-9d77d5ee955b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2be8ac00-cf9c-4641-b1b1-22e25fae4c93 HTTP/1.1" status: 200 len: 217 time: 0.0637574 May 27 00:01:46.195600 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0947bc-9431-4be3-928f-8446fb39265f req-8a76aaaa-9b8c-4603-9392-571ace3d1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:46.197066 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1f0947bc-9431-4be3-928f-8446fb39265f req-8a76aaaa-9b8c-4603-9392-571ace3d1119 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0579536 May 27 00:01:46.275361 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0947bc-9431-4be3-928f-8446fb39265f req-711185c2-e2e6-404a-9a4d-e7f9a56eb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:46.276861 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1f0947bc-9431-4be3-928f-8446fb39265f req-711185c2-e2e6-404a-9a4d-e7f9a56eb453 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735736 May 27 00:01:46.406269 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1f0947bc-9431-4be3-928f-8446fb39265f req-ceb66815-5b97-43de-9748-8f5216b96719 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233211 May 27 00:01:46.534418 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1f0947bc-9431-4be3-928f-8446fb39265f req-c3b4fe8c-f9e4-4bff-a213-dad2d03e2a49 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225281 May 27 00:01:47.118563 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97922-01e3-4873-bd40-0deb8bbd9596 req-4548f4dc-1f23-444c-8ee3-330ee0c2de69 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:47.120192 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-17a97922-01e3-4873-bd40-0deb8bbd9596 req-4548f4dc-1f23-444c-8ee3-330ee0c2de69 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.0806189 May 27 00:01:47.166473 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-17a97922-01e3-4873-bd40-0deb8bbd9596 req-5c24c699-b022-4cf5-b369-f8e86a0ab3ca tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 May 27 00:01:48.368167 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2cc1b-a5f6-4c42-a786-85774359b61d req-a6f0ce78-3485-4482-abed-aa53e9be2488 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:48.369694 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-c4e2cc1b-a5f6-4c42-a786-85774359b61d req-a6f0ce78-3485-4482-abed-aa53e9be2488 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.0869317 May 27 00:01:48.415206 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-c4e2cc1b-a5f6-4c42-a786-85774359b61d req-2aeaaf34-edc6-4dd8-83a7-743dfbc17fb4 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 May 27 00:01:49.740393 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff461a-3b03-4e20-9711-c1a0512dc8fa req-86a7f902-3c3c-4bc8-81ee-65baadca37b9 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:49.741915 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1eff461a-3b03-4e20-9711-c1a0512dc8fa req-86a7f902-3c3c-4bc8-81ee-65baadca37b9 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.0842385 May 27 00:01:49.786033 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-1eff461a-3b03-4e20-9711-c1a0512dc8fa req-dc9eaf01-0e81-49e5-80b1-97b14caa3cf8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386496 May 27 00:01:50.974523 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba8dc1-fc5e-4e2c-9a3a-3aa478970445 req-af53bbb6-d036-4ad8-97db-2d0fc6cccba6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:50.975996 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-07ba8dc1-fc5e-4e2c-9a3a-3aa478970445 req-af53bbb6-d036-4ad8-97db-2d0fc6cccba6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.0843143 May 27 00:01:51.021952 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-07ba8dc1-fc5e-4e2c-9a3a-3aa478970445 req-5ff38ba2-d6dd-4445-a599-425392dc40e5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402546 May 27 00:01:52.214237 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d02d30-712b-4031-aab1-8964ad4a298d req-598efbeb-a7b3-4429-a06e-6f3f7ee8be2f tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:52.215746 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-18d02d30-712b-4031-aab1-8964ad4a298d req-598efbeb-a7b3-4429-a06e-6f3f7ee8be2f tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.0816019 May 27 00:01:52.263749 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-18d02d30-712b-4031-aab1-8964ad4a298d req-c46a12d1-acde-437a-89e2-1fea63bfad4a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424004 May 27 00:01:53.460882 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255370a4-c161-48a5-850c-7c30000217a6 req-440ad957-7927-46cb-b9da-6104e964c205 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:53.462311 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-255370a4-c161-48a5-850c-7c30000217a6 req-440ad957-7927-46cb-b9da-6104e964c205 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 944 time: 0.0885291 May 27 00:01:53.508923 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-255370a4-c161-48a5-850c-7c30000217a6 req-387152fc-01f1-4ddc-81ef-e497a7adc17b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 May 27 00:01:53.821575 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 88ed794e-6529-400b-bfcf-93d30be96d24 details requested by agent hyperv_hv-osbrick-7892 with host hv-osbrick-7892 {{(pid=107401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:01:53.955589 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port 88ed794e-6529-400b-bfcf-93d30be96d24, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=88ed794e-6529-400b-bfcf-93d30be96d24,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:53.973252 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Returning: {'device': '88ed794e-6529-400b-bfcf-93d30be96d24', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'port_id': '88ed794e-6529-400b-bfcf-93d30be96d24', 'mac_address': 'fa:16:3e:ab:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:01:54.028688 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:54.046079 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ed794e-6529-400b-bfcf-93d30be96d24 {{(pid=107401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:01:54.062980 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port 88ed794e-6529-400b-bfcf-93d30be96d24, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=88ed794e-6529-400b-bfcf-93d30be96d24,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:54.128881 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:54.130802 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-9c35a337-bd8d-4de4-9ed9-39f4c2caa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:54.200050 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=88ed794e-6529-400b-bfcf-93d30be96d24,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:54.206952 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.207301 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.207640 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.207974 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.208364 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.208721 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.209051 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.209391 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.209708 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.210024 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.210344 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.210663 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:54.214604 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:54.345045 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['88ed794e-6529-400b-bfcf-93d30be96d24'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:01:54.700563 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b25740-44b5-4d13-a467-c2e7a5e5f7ad req-ce749102-1a1a-487d-b89a-9d21c79c980e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:54.702116 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-a8b25740-44b5-4d13-a467-c2e7a5e5f7ad req-ce749102-1a1a-487d-b89a-9d21c79c980e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 945 time: 0.0850978 May 27 00:01:54.749175 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-a8b25740-44b5-4d13-a467-c2e7a5e5f7ad req-1d977aa2-a7e0-44c6-94ec-d809ff4aa1bb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 May 27 00:01:55.824143 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 88ed794e-6529-400b-bfcf-93d30be96d24 up at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:01:55.939294 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e52b79-fa38-4720-a5ca-88a783b0ae80 req-c0953d19-2eb4-4b34-ae4f-f95ccb696d40 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:55.940806 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-67e52b79-fa38-4720-a5ca-88a783b0ae80 req-c0953d19-2eb4-4b34-ae4f-f95ccb696d40 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 945 time: 0.0805078 May 27 00:01:55.990794 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-67e52b79-fa38-4720-a5ca-88a783b0ae80 req-5793ef2a-4256-4eee-b0f9-800548faf8f5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 May 27 00:01:56.054735 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning for port 88ed794e-6529-400b-bfcf-93d30be96d24 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:01:56.060400 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning complete for port 88ed794e-6529-400b-bfcf-93d30be96d24 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:01:56.060809 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:56.226543 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:56.254070 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e3943f-9e18-4cba-8edf-e8a4ffe74777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ed794e-6529-400b-bfcf-93d30be96d24'}] {{(pid=107401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:01:56.265553 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port 88ed794e-6529-400b-bfcf-93d30be96d24, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=88ed794e-6529-400b-bfcf-93d30be96d24,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:01:56.300493 dv-osbrick-789289-3-ceph neutron-server[107401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e3943f-9e18-4cba-8edf-e8a4ffe74777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ed794e-6529-400b-bfcf-93d30be96d24', 'code': 200} May 27 00:01:56.343754 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:56.346658 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:01:56.415373 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=88ed794e-6529-400b-bfcf-93d30be96d24,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:56.419012 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:01:56.584961 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce4de-0b2f-4cf9-90d6-a79be176e6ed req-1765f798-d159-473f-93e7-859d1a21be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:56.586443 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-2f7ce4de-0b2f-4cf9-90d6-a79be176e6ed req-1765f798-d159-473f-93e7-859d1a21be9c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 1099 time: 0.0753503 May 27 00:01:56.629358 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-2f7ce4de-0b2f-4cf9-90d6-a79be176e6ed req-9af1ecad-5994-4e33-a5e7-76c64b4830ed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367074 May 27 00:01:57.187014 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700213b-c241-423c-967e-8f8f302e22c7 req-ef8eda65-21eb-4635-ad06-93bf544895a2 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:57.188468 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-3700213b-c241-423c-967e-8f8f302e22c7 req-ef8eda65-21eb-4635-ad06-93bf544895a2 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 946 time: 0.0817368 May 27 00:01:57.234058 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-3700213b-c241-423c-967e-8f8f302e22c7 req-fda0a6a6-b5db-44f3-a2b0-9149cd131c40 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 May 27 00:01:58.424921 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e43e55-965c-47d4-a5fc-8125f419a84f req-d2322175-392c-4c36-b2ad-9a092a51f7de tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:58.426295 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-09e43e55-965c-47d4-a5fc-8125f419a84f req-d2322175-392c-4c36-b2ad-9a092a51f7de tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 946 time: 0.0809581 May 27 00:01:58.472436 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-09e43e55-965c-47d4-a5fc-8125f419a84f req-7eb2b418-a37a-4638-9d79-5c7d8f3ee2c8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 May 27 00:01:58.663989 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0520a-d96c-4865-afe1-af384694dcf8 req-d62708f4-97f1-4c31-b9f6-ea8a85a5bdf8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:58.665524 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-c6e0520a-d96c-4865-afe1-af384694dcf8 req-d62708f4-97f1-4c31-b9f6-ea8a85a5bdf8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 946 time: 0.0866480 May 27 00:01:58.711017 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-c6e0520a-d96c-4865-afe1-af384694dcf8 req-f8dd1426-22d6-4712-b239-3f00cce524f7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 May 27 00:01:59.412282 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fa21d-4a13-4c3a-91cf-29c79d6e0ba6 req-33a6c7f6-4437-4b7a-a5d0-5eeb7b1af5a5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:59.413904 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-de5fa21d-4a13-4c3a-91cf-29c79d6e0ba6 req-33a6c7f6-4437-4b7a-a5d0-5eeb7b1af5a5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 946 time: 0.0869861 May 27 00:01:59.459862 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-de5fa21d-4a13-4c3a-91cf-29c79d6e0ba6 req-ade6c2b9-3f23-40e8-9eee-cf043c4fd1e9 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 May 27 00:02:00.655111 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13631fc-47f7-4158-9e45-7f93c154f02f req-ad4f2963-ec50-4e28-8530-2b49b00976c7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:02:00.656656 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d13631fc-47f7-4158-9e45-7f93c154f02f req-ad4f2963-ec50-4e28-8530-2b49b00976c7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 946 time: 0.0850563 May 27 00:02:00.705315 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-d13631fc-47f7-4158-9e45-7f93c154f02f req-e61c23ab-496d-4029-a12b-acb902490331 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 May 27 00:02:00.830870 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-f4684025-02a8-4fdb-8d70-8ac09b44d2e6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:02:00.832238 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-f4684025-02a8-4fdb-8d70-8ac09b44d2e6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 946 time: 0.0821404 May 27 00:02:00.978105 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-80402328-8a39-4f8f-aa1c-4c4777952958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:01.055518 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Deleting port 88ed794e-6529-400b-bfcf-93d30be96d24 {{(pid=107400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:02:01.055869 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:01.194047 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] For port 88ed794e-6529-400b-bfcf-93d30be96d24, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=88ed794e-6529-400b-bfcf-93d30be96d24,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:02:01.194416 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:01.323475 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Calling delete_port for 88ed794e-6529-400b-bfcf-93d30be96d24 owned by compute:nova {{(pid=107400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:02:01.540039 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:01.546116 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:02:01.553995 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['2be8ac00-cf9c-4641-b1b1-22e25fae4c93', '88ed794e-6529-400b-bfcf-93d30be96d24'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:02:01.593049 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event deleted for resources: {'Port': ['ID=88ed794e-6529-400b-bfcf-93d30be96d24,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:02:01.596795 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:02:01.687706 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] No DVR routers for this DVR port 88ed794e-6529-400b-bfcf-93d30be96d24 on host hv-osbrick-7892 {{(pid=107400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:02:01.691178 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:01.694303 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e3943f-9e18-4cba-8edf-e8a4ffe74777', 'name': 'network-vif-deleted', 'tag': '88ed794e-6529-400b-bfcf-93d30be96d24'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:02:01.748287 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e3943f-9e18-4cba-8edf-e8a4ffe74777', 'name': 'network-vif-deleted', 'tag': '88ed794e-6529-400b-bfcf-93d30be96d24', 'status': 'completed', 'code': 200} May 27 00:02:01.763499 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-391e0daf-d9a4-489c-8525-3d737571d9f1 req-a420dad1-0794-4a10-90f0-724e5d0f623e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "DELETE /v2.0/ports/88ed794e-6529-400b-bfcf-93d30be96d24 HTTP/1.1" status: 204 len: 173 time: 0.9252129 May 27 00:02:01.872577 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-4e2e183e-c533-450e-b0d7-9d3101d90571 req-c4489751-7034-417a-9d2e-a2e66e9a241d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:02:01.974805 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-4e2e183e-c533-450e-b0d7-9d3101d90571 req-c4489751-7034-417a-9d2e-a2e66e9a241d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:02:01.976165 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4e2e183e-c533-450e-b0d7-9d3101d90571 req-c4489751-7034-417a-9d2e-a2e66e9a241d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 210 time: 0.1470070 May 27 00:02:03.150596 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-81156aa5-4ab1-49ff-a9da-7a74625b5f82 req-57171744-6d54-4edf-82b8-bc0e3c1fb5d9 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e3943f-9e18-4cba-8edf-e8a4ffe74777 HTTP/1.1" status: 200 len: 210 time: 0.0500922 May 27 00:02:03.240685 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-427e889d-24be-4056-9307-75fa5ec224aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:03.338106 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:04.253766 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:05.855160 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 88ed794e-6529-400b-bfcf-93d30be96d24 no longer exists at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:02:05.890527 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] No Port match for: 88ed794e-6529-400b-bfcf-93d30be96d24 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:02:05.890885 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 88ed794e-6529-400b-bfcf-93d30be96d24 not bound to the agent host hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:02:10.538499 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:21.254098 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:02:30.967572 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-dc10c058-7f6a-4e5e-9911-a86f6a92a830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:33.235051 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-4ec71102-c244-4f92-93e6-06ffc27c01b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:33.385302 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:34.207973 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:39.871168 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e027c9b-e6e1-4069-b0ea-b25001d335e8 req-84aafd61-dbe1-4fe3-95f4-88e3ffc4e1ba tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:02:39.872671 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7e027c9b-e6e1-4069-b0ea-b25001d335e8 req-84aafd61-dbe1-4fe3-95f4-88e3ffc4e1ba tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 945 time: 0.0840495 May 27 00:02:39.917433 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-7e027c9b-e6e1-4069-b0ea-b25001d335e8 req-9551d5f6-0805-4661-adea-da482c5c46e4 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 May 27 00:02:40.579063 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:41.109626 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519956d-35ad-4630-b5b0-d69649b5fda3 req-596492c1-fff8-4394-8f55-8e7a12efcbf2 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:02:41.111110 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d519956d-35ad-4630-b5b0-d69649b5fda3 req-596492c1-fff8-4394-8f55-8e7a12efcbf2 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 945 time: 0.0829766 May 27 00:02:41.156581 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d519956d-35ad-4630-b5b0-d69649b5fda3 req-a0722909-5c0b-4382-a9fa-2e2106911a93 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdbd3878-9db2-4493-b363-f4f36981b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 May 27 00:02:41.335703 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-e5134133-b2ff-48c1-b294-b91b2dadd325 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:02:41.337216 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-e5134133-b2ff-48c1-b294-b91b2dadd325 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 945 time: 0.0796547 May 27 00:02:41.484230 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Deleting port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 {{(pid=107400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:02:41.484573 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:41.621109 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] For port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:02:41.621383 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:41.747282 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Calling delete_port for 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 owned by compute:nova {{(pid=107400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:02:41.990461 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:41.996584 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-c21b0111-9335-4ba3-95c6-ff779bb274ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:02:42.001835 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['2be8ac00-cf9c-4641-b1b1-22e25fae4c93'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:02:42.042219 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event deleted for resources: {'Port': ['ID=2be8ac00-cf9c-4641-b1b1-22e25fae4c93,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:02:42.081071 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.081411 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.081759 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.082126 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.082470 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.082842 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.083136 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.083470 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.083800 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.084133 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.084458 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.084803 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:02:42.095705 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:02:42.133594 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] No DVR routers for this DVR port 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 on host hv-osbrick-7892 {{(pid=107400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:02:42.136586 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:42.139591 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee45487-8441-462d-8834-b497e937ecb6', 'name': 'network-vif-deleted', 'tag': '2be8ac00-cf9c-4641-b1b1-22e25fae4c93'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:02:42.190908 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee45487-8441-462d-8834-b497e937ecb6', 'name': 'network-vif-deleted', 'tag': '2be8ac00-cf9c-4641-b1b1-22e25fae4c93', 'status': 'completed', 'code': 200} May 27 00:02:42.242852 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b3e75885-c6ae-4399-895f-f5cc098d6a32 req-f6fd8e68-88bc-49cb-a639-c88922b0a8d6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "DELETE /v2.0/ports/2be8ac00-cf9c-4641-b1b1-22e25fae4c93 HTTP/1.1" status: 204 len: 173 time: 0.9007151 May 27 00:02:42.382110 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-7a4099f8-b47a-49ae-8ee5-f9611fbdb247 req-dc3c8383-d50b-4c7c-a435-d276eebda40c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 210 time: 0.1155138 May 27 00:02:43.546972 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-4c872766-75b9-465a-952c-4835a9aa548b req-0c36c022-3a58-4ae1-aa89-97e9a972ec96 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:02:43.699232 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-4c872766-75b9-465a-952c-4835a9aa548b req-0c36c022-3a58-4ae1-aa89-97e9a972ec96 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:02:43.700442 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4c872766-75b9-465a-952c-4835a9aa548b req-0c36c022-3a58-4ae1-aa89-97e9a972ec96 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee45487-8441-462d-8834-b497e937ecb6 HTTP/1.1" status: 200 len: 210 time: 0.1952634 May 27 00:02:46.074370 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 no longer exists at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:02:46.110759 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] No Port match for: 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:02:46.111108 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 2be8ac00-cf9c-4641-b1b1-22e25fae4c93 not bound to the agent host hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:02:51.381644 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35054) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:02:51.386749 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336872547', 'description': 'tempest-secgroup-smoke-1336872547 description', 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:02:51.392511 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:02:51.402628 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:02:51.458893 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:51.480630 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:02:51.486607 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Usage tracker for resource:security_group_rule and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:02:51.491617 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:02:51.499805 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:02:51.574674 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:51.624461 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:51.629064 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-b215c34e-7594-4855-ba7a-cdf78693192e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:02:51.744779 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4a7431-bb18-41fc-a99f-1bfe4c997f75,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:02:51.747872 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:02:51.824899 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:51.826180 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4435170 May 27 00:02:51.829190 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35058) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:02:51.834939 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'security_group_rule': {'security_group_id': 'ba4a7431-bb18-41fc-a99f-1bfe4c997f75', 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:02:51.840987 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:02:51.844878 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Usage tracker for resource:security_group_rule and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:02:51.848127 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:02:51.853972 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:02:51.949213 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.008897 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.076038 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.078105 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:02:52.101256 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6add8851-69cd-4e4e-8f5c-c30eba70df4b,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:02:52.105769 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:02:52.177592 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.179178 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3487785 May 27 00:02:52.181817 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35062) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:02:52.189881 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'security_group_rule': {'security_group_id': 'ba4a7431-bb18-41fc-a99f-1bfe4c997f75', 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:02:52.199068 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:02:52.204163 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Usage tracker for resource:security_group_rule and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:02:52.207296 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:02:52.213239 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:02:52.288381 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.358969 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.430151 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.432182 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-dc28466a-49ee-41ca-b28c-29bac409925f tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:02:52.454112 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410b6d24-5d42-489a-8159-7cdae1e98cc7,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:02:52.456585 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:02:52.522215 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.523473 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-3e429f5f-d622-4eb4-be3a-03ae22b2e8c0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3406057 May 27 00:02:52.526311 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35066) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:02:52.531346 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'security_group_rule': {'security_group_id': 'ba4a7431-bb18-41fc-a99f-1bfe4c997f75', 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:02:52.537914 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:02:52.541802 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Usage tracker for resource:security_group_rule and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:02:52.544783 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:02:52.550603 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:02:52.624348 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.686288 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.760439 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.762436 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-2e77e56d-d0f0-45dd-ab18-3e7e7162dbbb tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:02:52.785418 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba06ac27-5e7a-46ec-a944-3f2f51c44ebd,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:02:52.790581 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:02:52.857947 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.859262 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-23703297-f785-405b-9920-917c461400b8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3319795 May 27 00:02:52.861899 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35070) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:02:52.867009 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'security_group_rule': {'security_group_id': 'ba4a7431-bb18-41fc-a99f-1bfe4c997f75', 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:02:52.872898 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:02:52.878509 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Usage tracker for resource:security_group_rule and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:02:52.879587 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:02:52.885393 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:02:52.966132 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.029809 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.109990 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.112057 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:02:53.138177 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5155c8-dea5-4a3d-9413-a748827f6f01,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:02:53.141625 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:02:53.246306 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.247568 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-247d71d3-1468-4d6f-b180-40bd1c173323 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3847210 May 27 00:02:53.250259 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35074) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:02:53.255929 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'security_group_rule': {'security_group_id': 'ba4a7431-bb18-41fc-a99f-1bfe4c997f75', 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:02:53.261760 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:02:53.265705 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Usage tracker for resource:security_group_rule and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:02:53.268700 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:02:53.276089 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:02:53.360829 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.db.securitygroups_db [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Project 5df55a45b2f84a1eb3760712bd7ec0a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:02:53.367309 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.431719 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.493634 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.495816 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:02:53.519501 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51f45d7-aebb-4fa9-ba28-f5c5695ddf91,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:02:53.522172 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:02:53.584857 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.586122 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-ffb447a4-e4de-46ea-bffa-2928d619e89b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3348253 May 27 00:02:53.588871 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35078) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:02:53.593896 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'security_group_rule': {'security_group_id': 'ba4a7431-bb18-41fc-a99f-1bfe4c997f75', 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:02:53.600017 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:02:53.604031 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Usage tracker for resource:security_group_rule and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:02:53.607020 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:02:53.612892 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:02:53.704750 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.db.securitygroups_db [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Project 5df55a45b2f84a1eb3760712bd7ec0a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:02:53.711057 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.777262 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.846187 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989665'] for security_group_rule, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.848799 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:02:53.871422 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd513a85-6a1e-4954-85a3-8c597743952a,revision_number=0']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:02:53.873743 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:02:53.944688 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:53.945996 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-a3549fb4-d0a8-40f0-b81d-b77105fd5a34 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561375 May 27 00:02:58.252670 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:02:59.540133 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-e3e2c057-964a-4375-ac7e-8381b94dac38 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336872547&fields=id&tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8 HTTP/1.1" status: 200 len: 267 time: 0.0399871 May 27 00:02:59.709316 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-84945318-74a2-46c7-be66-1c20465efdd1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:02:59.710775 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-84945318-74a2-46c7-be66-1c20465efdd1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 811 time: 0.1645839 May 27 00:02:59.725664 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6a1f830f-cb3e-4f6b-b125-b8d5f50f8af9 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/quotas/5df55a45b2f84a1eb3760712bd7ec0a8 HTTP/1.1" status: 200 len: 375 time: 0.0096300 May 27 00:02:59.807602 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-7b4315bb-7dc3-4354-8e76-d7b4c671828b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768156 May 27 00:02:59.942601 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-0a4248ae-3fbf-4498-96be-558df21f7c3d service neutron] 10.222.0.38 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231110 May 27 00:03:00.073523 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-a1cfd449-dff1-455c-b80c-696fce606b20 service neutron] 10.222.0.38 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245883 May 27 00:03:00.787896 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-bd41d556-e20c-4e31-9f29-a0f8a6b7cc18 req-8dc23a48-5dcb-4ec1-b3bf-10e23413d8f6 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 210 time: 0.0461199 May 27 00:03:00.967297 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5d399d83-497f-4b0b-b32e-ac3afd9ceace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:01.940359 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-ed3064cf-b17c-4d1c-bd41-4caf523f6bc5 req-3842454c-3895-4db3-88cf-42ef31e4d8b7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 210 time: 0.0469949 May 27 00:03:02.720253 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-4eade092-52a4-4d7d-b604-b04cd3934793 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:02.721722 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-4eade092-52a4-4d7d-b604-b04cd3934793 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 811 time: 0.1463871 May 27 00:03:02.768053 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-98c1ca7d-8f3d-4e35-ac1c-3f7c5993441e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:security_group {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:03:02.858846 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-98c1ca7d-8f3d-4e35-ac1c-3f7c5993441e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:security_group {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:03:02.860035 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-98c1ca7d-8f3d-4e35-ac1c-3f7c5993441e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8 HTTP/1.1" status: 200 len: 380 time: 0.1301208 May 27 00:03:02.869154 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'port': {'device_id': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'admin_state_up': True, 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'security_groups': ['ba4a7431-bb18-41fc-a99f-1bfe4c997f75']}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:03:03.009297 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:03:03.019273 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:03:03.097134 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-4a6ab2ac-9687-40d7-b585-5bd725d3449c req-3c2b4900-7cb1-4f11-b4aa-ef733fd85760 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 210 time: 0.0456429 May 27 00:03:03.098832 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Made reservation on behalf of 5df55a45b2f84a1eb3760712bd7ec0a8 for: {'port': 1} {{(pid=107400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:03:03.102644 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:03.189382 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-a7aa16da-e4c9-42f3-a314-cebffd0f7ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:03.275788 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Allocated IP 172.20.0.7 (e3f810db-fbad-45b5-8fce-e985a7a646fe/866749cf-8960-457e-8144-e654aefe2442/2632a3da-4adb-4b42-892a-82e90ee57559) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:03:03.304644 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:03.475291 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:03.491324 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Transition to ACTIVE for port object 2632a3da-4adb-4b42-892a-82e90ee57559 will not be triggered until provisioned by entity DHCP. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:03:03.579598 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:03.585629 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-4921d51c-3857-4b86-9f5a-5e9e92bdf70d tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:03:03.653041 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Network e3f810db-fbad-45b5-8fce-e985a7a646fe is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:03:03.655934 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:03:03.659963 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 00:03:03.665943 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:03.666583 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:03.682188 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'Port': ['ID=2632a3da-4adb-4b42-892a-82e90ee57559,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:03:03.686616 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:03:03.762273 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-15d764a1-c192-4951-a7ae-088aaa42cbf3 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8967683 May 27 00:03:03.774469 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Request body: {'port': {'device_id': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7892'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:03:03.890892 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:04.041780 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-7b3cd00a-2a06-49a5-abd2-a9cfb75bb733 None None] Provisioning for port 2632a3da-4adb-4b42-892a-82e90ee57559 completed by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:03:04.047102 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-7b3cd00a-2a06-49a5-abd2-a9cfb75bb733 None None] Provisioning complete for port 2632a3da-4adb-4b42-892a-82e90ee57559 triggered by entity DHCP. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:03:04.047741 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-7b3cd00a-2a06-49a5-abd2-a9cfb75bb733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:04.105548 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-7b3cd00a-2a06-49a5-abd2-a9cfb75bb733 None None] Port 2632a3da-4adb-4b42-892a-82e90ee57559 cannot update to ACTIVE because it is not bound. {{(pid=107401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 00:03:04.230470 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:04.298482 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b340eaa-8f2b-4dae-a049-f2c1385776a1 req-fa1e8ffd-41f2-48f3-b1d7-2670f4e29d6b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:04.300175 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-9b340eaa-8f2b-4dae-a049-f2c1385776a1 req-fa1e8ffd-41f2-48f3-b1d7-2670f4e29d6b tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 931 time: 0.0879748 May 27 00:03:04.345406 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2632a3da-4adb-4b42-892a-82e90ee57559 {{(pid=107400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:03:04.347921 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-9b340eaa-8f2b-4dae-a049-f2c1385776a1 req-5c502e7f-2920-451d-84ed-402de90a4739 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 May 27 00:03:04.353376 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:04.369213 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.provisioning_blocks [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Transition to ACTIVE for port object 2632a3da-4adb-4b42-892a-82e90ee57559 will not be triggered until provisioned by entity L2. {{(pid=107400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:03:04.418663 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:04.422763 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-bc418f4e-db09-4de2-9b1b-7ae6e0059460 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:03:04.560624 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Pushing event updated for resources: {'Port': ['ID=2632a3da-4adb-4b42-892a-82e90ee57559,revision_number=2']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:03:04.565275 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:03:04.623316 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Attempting to bind port 2632a3da-4adb-4b42-892a-82e90ee57559 on host hv-osbrick-7892 for vnic_type normal with profile {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:03:04.623662 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Attempting to bind port 2632a3da-4adb-4b42-892a-82e90ee57559 by drivers openvswitch,hyperv on host hv-osbrick-7892 at level 0 using segments [{'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:03:04.623997 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Attempting to bind port 2632a3da-4adb-4b42-892a-82e90ee57559 on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 00:03:04.629106 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Port 2632a3da-4adb-4b42-892a-82e90ee57559 on network e3f810db-fbad-45b5-8fce-e985a7a646fe not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7892 {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 00:03:04.634043 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Attempting to bind port 2632a3da-4adb-4b42-892a-82e90ee57559 on network e3f810db-fbad-45b5-8fce-e985a7a646fe {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 00:03:04.637300 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Checking agent: {'id': '6d3ddeff-0283-4a35-9742-77ed8cfe8c02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7892', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'started_at': datetime.datetime(2021, 5, 26, 23, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 00:03:04.637643 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Checking segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 00:03:04.638043 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Bound using segment: {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'} {{(pid=107400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 00:03:04.638474 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.managers [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Bound port: 2632a3da-4adb-4b42-892a-82e90ee57559, host: hv-osbrick-7892, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05dd22e-611c-4b69-94f5-6127ca4769ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe'}}] {{(pid=107400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:03:04.638833 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:04.731850 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] For port 2632a3da-4adb-4b42-892a-82e90ee57559, host hv-osbrick-7892, cleared binding levels {{(pid=107400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 00:03:04.735197 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] For port 2632a3da-4adb-4b42-892a-82e90ee57559, host hv-osbrick-7892, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2632a3da-4adb-4b42-892a-82e90ee57559,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 00:03:04.830363 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:04.835093 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-bc4b3865-8ff1-4bd7-8a34-b7e42b6cca0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:03:04.903475 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:04.904097 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:04.905490 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] 10.222.0.11 "PUT /v2.0/ports/2632a3da-4adb-4b42-892a-82e90ee57559 HTTP/1.1" status: 200 len: 1093 time: 1.1360986 May 27 00:03:04.905967 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:03:04.926110 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Pushing event updated for resources: {'Port': ['ID=2632a3da-4adb-4b42-892a-82e90ee57559,revision_number=3']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:03:04.929800 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-6df05dbd-f45a-4637-a575-7bf343e72442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:03:04.961150 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559', 'status': 'completed', 'code': 200} May 27 00:03:05.055639 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d39577-b010-4fb8-9d58-58c63a32d429 req-08b2b332-0ecf-4a00-997d-6d4f495c208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:05.057162 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-97d39577-b010-4fb8-9d58-58c63a32d429 req-08b2b332-0ecf-4a00-997d-6d4f495c208c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 1096 time: 0.0758083 May 27 00:03:05.211066 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d39577-b010-4fb8-9d58-58c63a32d429 req-37f46e60-10e9-4781-b466-4f85a81a6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:05.212580 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-97d39577-b010-4fb8-9d58-58c63a32d429 req-37f46e60-10e9-4781-b466-4f85a81a6179 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1486723 May 27 00:03:05.352172 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d39577-b010-4fb8-9d58-58c63a32d429 req-49fc9e76-82a9-4ef5-a79f-72f965f4afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:05.353777 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-97d39577-b010-4fb8-9d58-58c63a32d429 req-49fc9e76-82a9-4ef5-a79f-72f965f4afbc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357226 May 27 00:03:05.462516 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-0f8c574e-9380-49e5-9718-f649a7bd097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:05.464069 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-0f8c574e-9380-49e5-9718-f649a7bd097e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 1096 time: 0.0765259 May 27 00:03:05.532416 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-22e373ed-bef8-42a5-9036-a0c1c06c3033 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2632a3da-4adb-4b42-892a-82e90ee57559 HTTP/1.1" status: 200 len: 217 time: 0.0619836 May 27 00:03:05.538466 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501486c-f93a-4695-8662-3f3c04f422cf req-e0415c9f-9a31-47a4-8199-db0bf361118c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:05.539944 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-e501486c-f93a-4695-8662-3f3c04f422cf req-e0415c9f-9a31-47a4-8199-db0bf361118c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 943 time: 0.0852039 May 27 00:03:05.589650 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-e501486c-f93a-4695-8662-3f3c04f422cf req-e02e2de4-7875-4cc7-8b36-5faf32d800f5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 May 27 00:03:05.599260 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-b00b670d-ca37-4ad5-956a-05c19506bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:05.601885 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-b00b670d-ca37-4ad5-956a-05c19506bccf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0629435 May 27 00:03:05.676585 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-4916b882-a427-4fa0-91a8-2aa1dd7d02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:05.678815 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-4916b882-a427-4fa0-91a8-2aa1dd7d02bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720894 May 27 00:03:05.809805 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-b77a7468-58a4-4752-9d71-153375f6409f service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253371 May 27 00:03:05.941719 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-0b8e55e8-63d4-4e7d-81e0-4d1764c0beaf req-845613b3-62e3-4192-86de-021492c01034 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263900 May 27 00:03:06.776306 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb45b-c19f-4209-b621-e8a9e2905e7f req-540030ad-f082-4dc7-a1cc-70fccb96a1e7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:06.777026 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-777fb45b-c19f-4209-b621-e8a9e2905e7f req-540030ad-f082-4dc7-a1cc-70fccb96a1e7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:03:06.864298 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-777fb45b-c19f-4209-b621-e8a9e2905e7f req-540030ad-f082-4dc7-a1cc-70fccb96a1e7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:03:06.866154 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-777fb45b-c19f-4209-b621-e8a9e2905e7f req-540030ad-f082-4dc7-a1cc-70fccb96a1e7 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 943 time: 0.1692367 May 27 00:03:06.915046 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-777fb45b-c19f-4209-b621-e8a9e2905e7f req-b7404c50-9839-4866-b54b-739e51fac49c tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432255 May 27 00:03:08.097100 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e428c-f632-4e87-b57d-8086bc6c20f4 req-b3d22f74-f53f-4efa-9493-00c4ef7b9672 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:08.098563 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-4c2e428c-f632-4e87-b57d-8086bc6c20f4 req-b3d22f74-f53f-4efa-9493-00c4ef7b9672 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 943 time: 0.0803373 May 27 00:03:08.142840 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-4c2e428c-f632-4e87-b57d-8086bc6c20f4 req-505c680d-df74-4bbd-84fc-3fa800c5be01 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384729 May 27 00:03:09.329506 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2c58-3c02-42be-bd53-8ae57f75a653 req-d5d3c9ee-1e2f-4cd5-a94d-88fc69cffecf tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:09.331000 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-5b1b2c58-3c02-42be-bd53-8ae57f75a653 req-d5d3c9ee-1e2f-4cd5-a94d-88fc69cffecf tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 943 time: 0.0809941 May 27 00:03:09.375828 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-5b1b2c58-3c02-42be-bd53-8ae57f75a653 req-46a39bd0-0d84-4a42-b133-4e845ab23702 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388100 May 27 00:03:10.166784 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 2632a3da-4adb-4b42-892a-82e90ee57559 details requested by agent hyperv_hv-osbrick-7892 with host hv-osbrick-7892 {{(pid=107401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:03:10.307023 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port 2632a3da-4adb-4b42-892a-82e90ee57559, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2632a3da-4adb-4b42-892a-82e90ee57559,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:03:10.322277 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Returning: {'device': '2632a3da-4adb-4b42-892a-82e90ee57559', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'port_id': '2632a3da-4adb-4b42-892a-82e90ee57559', 'mac_address': 'fa:16:3e:05:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:03:10.379020 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:10.407755 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2632a3da-4adb-4b42-892a-82e90ee57559 {{(pid=107401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:03:10.426699 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port 2632a3da-4adb-4b42-892a-82e90ee57559, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2632a3da-4adb-4b42-892a-82e90ee57559,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:03:10.487500 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:10.489244 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:03:10.567955 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=2632a3da-4adb-4b42-892a-82e90ee57559,revision_number=4']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:03:10.570915 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fafc96-c24e-42cf-b3e6-56db5ebd0229 req-6c458f9d-8100-4100-bf2d-d4030c4bd1f5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:10.573093 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-96fafc96-c24e-42cf-b3e6-56db5ebd0229 req-6c458f9d-8100-4100-bf2d-d4030c4bd1f5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 944 time: 0.0868580 May 27 00:03:10.575712 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.576087 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.576509 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.576800 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.577134 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.577466 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.577792 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.581202 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.581202 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.581202 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.581202 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.581202 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:03:10.583246 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:03:10.618383 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-96fafc96-c24e-42cf-b3e6-56db5ebd0229 req-c65f06d0-edaf-4bea-b97f-8ab8bb3a15f8 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400836 May 27 00:03:10.634766 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:10.695939 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] get_ports_and_sgs() called for port_ids ['2632a3da-4adb-4b42-892a-82e90ee57559'] {{(pid=107401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 00:03:11.892126 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eb61c-f1a5-45ba-863d-e1de17ed8159 req-cf310665-5829-4e73-b249-5100ce4117cf tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:11.893681 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-772eb61c-f1a5-45ba-863d-e1de17ed8159 req-cf310665-5829-4e73-b249-5100ce4117cf tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 944 time: 0.1692879 May 27 00:03:11.937688 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-772eb61c-f1a5-45ba-863d-e1de17ed8159 req-8a91b291-cdd6-4cac-bb91-a940dc6996d4 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377624 May 27 00:03:12.182329 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 2632a3da-4adb-4b42-892a-82e90ee57559 up at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:03:12.356025 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning for port 2632a3da-4adb-4b42-892a-82e90ee57559 completed by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:03:12.361181 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.provisioning_blocks [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Provisioning complete for port 2632a3da-4adb-4b42-892a-82e90ee57559 triggered by entity L2. {{(pid=107401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:03:12.363892 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914723'] for port, provisioning_complete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:12.487948 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:12.515800 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559'}] {{(pid=107401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:03:12.525318 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] For port 2632a3da-4adb-4b42-892a-82e90ee57559, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2632a3da-4adb-4b42-892a-82e90ee57559,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:03:12.561472 dv-osbrick-789289-3-ceph neutron-server[107401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559', 'code': 200} May 27 00:03:12.618936 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:12.620760 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:03:12.687817 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Pushing event updated for resources: {'Port': ['ID=2632a3da-4adb-4b42-892a-82e90ee57559,revision_number=5']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:03:12.690830 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:03:12.947302 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f902e1-42c4-49f5-ad27-e12a7a26d1ff req-d4e30ef5-1423-48a2-9b0f-f04106057532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:12.948813 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-a8f902e1-42c4-49f5-ad27-e12a7a26d1ff req-d4e30ef5-1423-48a2-9b0f-f04106057532 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0702288 May 27 00:03:12.988881 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-a8f902e1-42c4-49f5-ad27-e12a7a26d1ff req-40b79b12-4156-4c84-8018-94a7e7f6bd68 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341964 May 27 00:03:13.125886 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22155b87-d2e3-48ed-86a8-74daa6335593 req-de66a0d4-2592-41dc-8cdd-48c3f5d86970 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:13.127357 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-22155b87-d2e3-48ed-86a8-74daa6335593 req-de66a0d4-2592-41dc-8cdd-48c3f5d86970 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 945 time: 0.0838099 May 27 00:03:13.171853 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-22155b87-d2e3-48ed-86a8-74daa6335593 req-e6a5b333-089a-4632-911d-63621e7730de tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382445 May 27 00:03:14.386965 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7a97f-f42c-45ab-b6f3-78b1a4f0b401 req-6f1e563e-be20-447a-9eb7-9e8d7b590240 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:14.388522 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-22e7a97f-f42c-45ab-b6f3-78b1a4f0b401 req-6f1e563e-be20-447a-9eb7-9e8d7b590240 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 945 time: 0.0932765 May 27 00:03:14.440137 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-22e7a97f-f42c-45ab-b6f3-78b1a4f0b401 req-742af150-a805-4d39-baf7-4882eb40897a tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 May 27 00:03:14.626948 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba76ae-ffb3-4198-93c9-bfecaaa7fc5d req-959edd3c-1669-49c6-b3eb-5989c611c154 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:14.628432 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-acba76ae-ffb3-4198-93c9-bfecaaa7fc5d req-959edd3c-1669-49c6-b3eb-5989c611c154 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 945 time: 0.0821452 May 27 00:03:14.677492 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-acba76ae-ffb3-4198-93c9-bfecaaa7fc5d req-45b84fa6-2e65-49e4-a64f-9afe2b6bf348 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428584 May 27 00:03:14.701854 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35224) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:03:14.942279 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1298a8b0-e785-4468-a5f2-2787bd23f9cd tempest-TestVolumeBootPattern-637844326 tempest-TestVolumeBootPattern-637844326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:14.943007 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-1298a8b0-e785-4468-a5f2-2787bd23f9cd tempest-TestVolumeBootPattern-637844326 tempest-TestVolumeBootPattern-637844326-project-admin] Synchronizing usage tracker for tenant:45a0d22b75ee4131a149e4aea2ce13c1 on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:03:15.012038 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-1298a8b0-e785-4468-a5f2-2787bd23f9cd tempest-TestVolumeBootPattern-637844326 tempest-TestVolumeBootPattern-637844326-project-admin] Unset dirty status for tenant:45a0d22b75ee4131a149e4aea2ce13c1 on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:03:15.013165 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-1298a8b0-e785-4468-a5f2-2787bd23f9cd tempest-TestVolumeBootPattern-637844326 tempest-TestVolumeBootPattern-637844326-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 1093 time: 0.3103373 May 27 00:03:15.016188 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35230) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:03:15.021124 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.v2.base [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Request body: {'floatingip': {'floating_network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'port_id': '2632a3da-4adb-4b42-892a-82e90ee57559', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 00:03:15.027120 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:03:15.031015 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Usage tracker for resource:floatingip and tenant:5df55a45b2f84a1eb3760712bd7ec0a8 is out of sync, need to count used quota {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:03:15.033905 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=107400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:03:15.040467 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.quota.driver [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=107400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:03:15.109774 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for floatingip, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:15.248287 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:15.385575 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.db_base_plugin_common [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Allocated IP 172.31.0.157 (5babdef9-1ca1-4c6d-af93-ac36ec49b07c/d3cb8ac1-90ac-45bd-96d1-dbca94accd2f/ba114362-4a42-43d6-b4b3-ba7eb4997e67) {{(pid=107400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:03:15.530248 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for port, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:15.653412 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788528907277'] for port, after_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:15.658043 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-60cda9bd-aa72-48e6-9869-b2c9ab077ee9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:03:15.719267 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Network 5babdef9-1ca1-4c6d-af93-ac36ec49b07c is already hosted by enough agents. {{(pid=107400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:03:15.721949 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.base_scheduler [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Resources bound (agent type, host, resource id): {{(pid=107400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:03:15.724505 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Received port after_create {{(pid=107400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 00:03:15.775850 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'Port': ['ID=ba114362-4a42-43d6-b4b3-ba7eb4997e67,revision_number=1']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:03:15.780667 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:03:16.091604 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:16.245891 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983864'] for port, before_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:16.457567 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for port, precommit_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:16.515709 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788529378645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788528907295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788528907340'] for port, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:16.520243 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-7a1fdb82-714b-48ec-92bf-93717537ad48 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:03:16.575296 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042620'] for floatingip, after_update {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:16.746927 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event updated for resources: {'Port': ['ID=ba114362-4a42-43d6-b4b3-ba7eb4997e67,revision_number=2']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:03:16.750887 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:03:16.843031 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.db.l3_db [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Floating IP d39b1605-67be-4a97-9aa9-200bd20862da associated. External IP: 172.31.0.157, port: 2632a3da-4adb-4b42-892a-82e90ee57559. May 27 00:03:17.196684 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Router 9ed65568-04a2-4a64-8074-f04e3e01faf1 has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 00:03:17.382645 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 00:03:17.391746 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] Sync routers for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 00:03:17.402289 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:03:17.402915 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:03:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:03:17.474771 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for floatingip, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:17.530509 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5132258 May 27 00:03:17.531121 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:03:17.577354 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559', 'status': 'completed', 'code': 200} May 27 00:03:17.586321 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:03:17.678597 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-22786bab-cc8b-462d-bf75-71c90ed5a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:17.680150 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-22786bab-cc8b-462d-bf75-71c90ed5a528 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0772099 May 27 00:03:17.815428 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-99620977-26c1-462f-a8b8-125f149cea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:17.816822 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-99620977-26c1-462f-a8b8-125f149cea84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 912 time: 0.1305935 May 27 00:03:17.916519 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-cc605788-d057-4331-9e40-2adde72e1168 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2632a3da-4adb-4b42-892a-82e90ee57559 HTTP/1.1" status: 200 len: 999 time: 0.0938840 May 27 00:03:17.941355 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_floatingips': [{'id': 'd39b1605-67be-4a97-9aa9-200bd20862da', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'floating_ip_address': '172.31.0.157', 'floating_network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'router_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'port_id': '2632a3da-4adb-4b42-892a-82e90ee57559', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'mac_address': 'fa:16:3e:05:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T00:03:16Z', 'updated_at': '2021-05-27T00:03:16Z', 'revision_number': 0, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708fc0b2-7fda-4b55-b543-4d846dd7aef2', 'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:36Z', 'revision_number': 5, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'subnets': [{'id': '866749cf-8960-457e-8144-e654aefe2442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:03:17.945981 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] Checking router: 9ed65568-04a2-4a64-8074-f04e3e01faf1 for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 00:03:17.954448 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:03:17.955066 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:03:03Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:03:17.983025 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-571755de-7e7a-43e4-a05c-62ddbcfdd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:17.984476 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-571755de-7e7a-43e4-a05c-62ddbcfdd10e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0617452 May 27 00:03:18.061157 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-fdedc782-4373-48c0-8021-aceadef40533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:18.062820 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-fdedc782-4373-48c0-8021-aceadef40533 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717366 May 27 00:03:18.146659 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:03:18.203661 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-2f3f3149-a485-418b-a5c3-746940cbe56b service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345234 May 27 00:03:18.453891 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-beed6153-fa0f-4e1e-9c82-b0fd89288632 req-92d07dcd-b9fa-4bc4-926c-1c96d9e445a5 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419741 May 27 00:03:18.545487 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_floatingips': [{'id': 'd39b1605-67be-4a97-9aa9-200bd20862da', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'floating_ip_address': '172.31.0.157', 'floating_network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'router_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'port_id': '2632a3da-4adb-4b42-892a-82e90ee57559', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'mac_address': 'fa:16:3e:05:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T00:03:16Z', 'updated_at': '2021-05-27T00:03:16Z', 'revision_number': 0, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708fc0b2-7fda-4b55-b543-4d846dd7aef2', 'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:36Z', 'revision_number': 5, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'subnets': [{'id': '866749cf-8960-457e-8144-e654aefe2442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:03:18.549589 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee645797-e6ed-44f7-8bb5-d128e6457aee None None] The sync data for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph is: [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_floatingips': [{'id': 'd39b1605-67be-4a97-9aa9-200bd20862da', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'floating_ip_address': '172.31.0.157', 'floating_network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'router_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'port_id': '2632a3da-4adb-4b42-892a-82e90ee57559', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'mac_address': 'fa:16:3e:05:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T00:03:16Z', 'updated_at': '2021-05-27T00:03:16Z', 'revision_number': 0, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708fc0b2-7fda-4b55-b543-4d846dd7aef2', 'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:36Z', 'revision_number': 5, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'subnets': [{'id': '866749cf-8960-457e-8144-e654aefe2442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 00:03:18.721036 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d46442-4834-4de7-aac2-f0ba12933156 None None] New status for floating IP d39b1605-67be-4a97-9aa9-200bd20862da: ACTIVE {{(pid=107401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 00:03:30.949746 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-de82650b-de78-44de-8801-c1c8732a5465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:33.172524 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6cd16638-382d-4078-b0e9-a6d8e91b4367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:33.355812 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:34.269964 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:35.251288 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:03:40.561689 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:49.502474 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6008782-cf71-4661-b6d3-59153879f49a req-069254a3-a0b8-4d63-9c01-22d654078ea5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743647 May 27 00:03:49.653428 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6008782-cf71-4661-b6d3-59153879f49a req-780e8edd-5c66-4a01-b9bb-36dcd99a9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:49.655074 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6008782-cf71-4661-b6d3-59153879f49a req-780e8edd-5c66-4a01-b9bb-36dcd99a9ea3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0803638 May 27 00:03:49.800835 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6008782-cf71-4661-b6d3-59153879f49a req-0b29c36d-bb54-4343-9e52-614828151be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:49.802219 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6008782-cf71-4661-b6d3-59153879f49a req-0b29c36d-bb54-4343-9e52-614828151be3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 912 time: 0.1295033 May 27 00:03:49.906601 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6008782-cf71-4661-b6d3-59153879f49a req-497b5ff8-1151-4eec-bd83-d72e583eca51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2632a3da-4adb-4b42-892a-82e90ee57559 HTTP/1.1" status: 200 len: 1001 time: 0.0969155 May 27 00:03:49.970335 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6008782-cf71-4661-b6d3-59153879f49a req-f5f93219-16dc-460b-b12b-bd8205413fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:49.971827 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6008782-cf71-4661-b6d3-59153879f49a req-f5f93219-16dc-460b-b12b-bd8205413fff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0598998 May 27 00:03:50.054668 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6008782-cf71-4661-b6d3-59153879f49a req-1c767305-7694-4bf9-b0d1-32b86654cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:50.059421 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6008782-cf71-4661-b6d3-59153879f49a req-1c767305-7694-4bf9-b0d1-32b86654cce2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764587 May 27 00:03:50.195010 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6008782-cf71-4661-b6d3-59153879f49a req-01a97249-3254-4978-b9bc-53473bfa1b80 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321070 May 27 00:03:50.334890 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b6008782-cf71-4661-b6d3-59153879f49a req-84c73542-1b22-4a80-9bd5-f1ec46b82875 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334543 May 27 00:04:00.949901 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c6223152-8f4e-4cdd-abe2-32901b8a8401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:03.182854 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e6c49d72-527c-450a-8995-d657bfee6705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:03.315088 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:04.252507 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:10.623550 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:12.250704 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:04:31.029466 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-88310171-8f50-4a35-9f0d-578b09c1abb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:33.178436 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-4fd10834-4dea-4756-a6bc-39e0a544c37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:33.292110 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:34.269073 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:40.600498 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:49.249393 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:04:51.574047 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-99c0767a-0d62-495c-89c8-ffb8be3a2e10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1192033 May 27 00:04:51.724708 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-e8d4f129-c12d-41da-89ca-95d9898a5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:51.726519 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-e8d4f129-c12d-41da-89ca-95d9898a5aeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0763984 May 27 00:04:51.885274 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-06edc4eb-8971-4321-bdd8-63040080f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:51.886651 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-06edc4eb-8971-4321-bdd8-63040080f4c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 912 time: 0.1407254 May 27 00:04:51.991197 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-9609d60c-cfed-411c-9b9c-461a40f82b28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2632a3da-4adb-4b42-892a-82e90ee57559 HTTP/1.1" status: 200 len: 1001 time: 0.0983555 May 27 00:04:52.057135 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-ba2878ae-368c-427d-9466-ea1ffe724cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:52.058589 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-ba2878ae-368c-427d-9466-ea1ffe724cfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0621042 May 27 00:04:52.136491 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-70761bb5-5ef9-400c-a10a-5f9e78c50466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:52.137920 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-70761bb5-5ef9-400c-a10a-5f9e78c50466 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713825 May 27 00:04:52.279006 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-b8dbd828-ccce-4e15-ae82-79cb569d113e service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345499 May 27 00:04:52.507919 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-240f04ef-3727-4bde-8c8f-ad3f2e5c0069 req-9938d229-17e7-4e4e-babf-999b56d4b2d3 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230024 May 27 00:05:00.932036 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-22cecd0b-da1d-4ec6-bbe8-b5d349481328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:03.200693 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-35b55b1a-d919-4a08-9668-9f02abe8edd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:03.297636 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:04.257775 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:10.697600 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:26.249557 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:05:30.936753 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-0da89b43-1397-4621-b310-d39313fa0b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:33.177706 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-e3826d09-4de3-4b48-a03e-105a7974f328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:33.285756 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:34.279651 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:40.600157 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:53.386708 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-153c5c74-75ce-48da-8422-95296987dc89 req-4c0888c3-a640-4f52-8035-4d2e5d03f032 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739577 May 27 00:05:53.540974 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c5c74-75ce-48da-8422-95296987dc89 req-7bcdedbb-9a68-4264-b5a7-6e7d800f0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:53.542716 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-153c5c74-75ce-48da-8422-95296987dc89 req-7bcdedbb-9a68-4264-b5a7-6e7d800f0595 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0867870 May 27 00:05:53.695468 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c5c74-75ce-48da-8422-95296987dc89 req-42695948-cc1c-49cc-8763-4a12107132da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:53.696966 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-153c5c74-75ce-48da-8422-95296987dc89 req-42695948-cc1c-49cc-8763-4a12107132da service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 912 time: 0.1335042 May 27 00:05:53.805950 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-153c5c74-75ce-48da-8422-95296987dc89 req-28f1e6f6-1a0a-456f-88bb-e86312444d0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2632a3da-4adb-4b42-892a-82e90ee57559 HTTP/1.1" status: 200 len: 1001 time: 0.1030695 May 27 00:05:53.876826 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c5c74-75ce-48da-8422-95296987dc89 req-8c9261f3-e8ee-4c73-a0c6-3736ff76b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:53.878290 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-153c5c74-75ce-48da-8422-95296987dc89 req-8c9261f3-e8ee-4c73-a0c6-3736ff76b253 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0671041 May 27 00:05:53.956891 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c5c74-75ce-48da-8422-95296987dc89 req-cddec734-c7dd-49a2-a304-fb246906b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:53.958406 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-153c5c74-75ce-48da-8422-95296987dc89 req-cddec734-c7dd-49a2-a304-fb246906b054 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739784 May 27 00:05:54.095295 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-153c5c74-75ce-48da-8422-95296987dc89 req-b5324728-6a79-48d9-97fe-689d7e9c6e45 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305780 May 27 00:05:54.228724 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-153c5c74-75ce-48da-8422-95296987dc89 req-e08eb2ee-5592-45c6-ab2a-b5977b41c3be service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277285 May 27 00:06:00.988061 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-a8717a5b-0226-4a74-942f-7c9db9f6094a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.205533 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-908739c4-35b5-49bc-8252-81a715de14df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.247614 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:06:03.313748 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:04.234222 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:10.605090 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:30.936666 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-0ef9d83a-bfa7-4d76-8bb3-4cac4d891004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:33.147973 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-be983d87-4d9e-40e6-8ded-573a441e2142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:33.290706 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:34.262477 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:36.716549 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35362) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:36.979801 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Deleting port ba114362-4a42-43d6-b4b3-ba7eb4997e67 {{(pid=107400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:06:36.980092 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:37.098073 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:37.098405 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:37.222216 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Calling delete_port for ba114362-4a42-43d6-b4b3-ba7eb4997e67 owned by network:floatingip {{(pid=107400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:06:37.496978 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:37.500851 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-68e58981-afd5-4848-9697-6e0c4b01f471 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:37.548307 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event deleted for resources: {'Port': ['ID=ba114362-4a42-43d6-b4b3-ba7eb4997e67,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:37.587717 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.593016 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:37.595454 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:37.602658 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for floatingip, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:37.603005 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.db.l3_db [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Floating IP d39b1605-67be-4a97-9aa9-200bd20862da disassociated (deleted). External IP: 172.31.0.157, port: 2632a3da-4adb-4b42-892a-82e90ee57559. May 27 00:06:37.955449 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Router 9ed65568-04a2-4a64-8074-f04e3e01faf1 has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 00:06:38.134626 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 00:06:38.144068 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] Sync routers for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 00:06:38.153211 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:06:38.153829 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:06:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:38.228156 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for floatingip, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:38.284867 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-34151fa4-fe48-474d-83d6-981a476c605e tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "DELETE /v2.0/floatingips/d39b1605-67be-4a97-9aa9-200bd20862da HTTP/1.1" status: 204 len: 168 time: 1.5671680 May 27 00:06:38.285592 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:06:38.339127 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:06:38.388425 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559', 'status': 'completed', 'code': 200} May 27 00:06:38.482166 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-32050008-3063-44c0-b0bd-842316fbb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:38.483604 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-32050008-3063-44c0-b0bd-842316fbb86e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0738752 May 27 00:06:38.623432 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-46c99d43-255e-44d2-bc1b-16c68e1b0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:38.625490 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-46c99d43-255e-44d2-bc1b-16c68e1b0766 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 200 len: 912 time: 0.1356118 May 27 00:06:38.666659 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': '708fc0b2-7fda-4b55-b543-4d846dd7aef2', 'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:36Z', 'revision_number': 5, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'subnets': [{'id': '866749cf-8960-457e-8144-e654aefe2442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:38.670485 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] Checking router: 9ed65568-04a2-4a64-8074-f04e3e01faf1 for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 00:06:38.679576 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:06:38.680331 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:06:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:38.700087 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-dbeb827a-37b5-40ca-9a81-74b20ed89ac0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2632a3da-4adb-4b42-892a-82e90ee57559 HTTP/1.1" status: 200 len: 217 time: 0.0677714 May 27 00:06:38.771381 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-6298e3a1-f9d9-4362-9f66-50903002cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:38.772813 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-6298e3a1-f9d9-4362-9f66-50903002cd65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 200 len: 850 time: 0.0671537 May 27 00:06:38.865345 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-40a35da7-7c12-4a66-ad39-cc2db8a42f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:38.866892 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-40a35da7-7c12-4a66-ad39-cc2db8a42f86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3f810db-fbad-45b5-8fce-e985a7a646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873640 May 27 00:06:38.879480 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:06:39.068027 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-903440ef-e5a3-47f2-887a-c8615e524a7d service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943092 May 27 00:06:39.075673 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9381a0b-d04b-43fc-89f8-ebd83441dd23 req-f3bb4409-3fd8-40df-b60b-7a38942f23da tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:39.076506 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-b9381a0b-d04b-43fc-89f8-ebd83441dd23 req-f3bb4409-3fd8-40df-b60b-7a38942f23da tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Synchronizing usage tracker for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:06:39.239118 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': '708fc0b2-7fda-4b55-b543-4d846dd7aef2', 'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:36Z', 'revision_number': 5, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'subnets': [{'id': '866749cf-8960-457e-8144-e654aefe2442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:39.243284 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b75f9-f07c-411e-8677-56d5d5797c9a None None] The sync data for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph is: [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-26T23:58:23Z', 'revision_number': 4, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph', '_interfaces': [{'id': '708fc0b2-7fda-4b55-b543-4d846dd7aef2', 'name': '', 'network_id': 'e3f810db-fbad-45b5-8fce-e985a7a646fe', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '866749cf-8960-457e-8144-e654aefe2442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:22Z', 'updated_at': '2021-05-26T23:58:36Z', 'revision_number': 5, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'subnets': [{'id': '866749cf-8960-457e-8144-e654aefe2442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 00:06:39.327637 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b8c0ff05-05b9-43f4-9e75-33ef01e8e222 req-4a3bfd7c-3a5f-4499-b253-c83b4019eea9 service neutron] 10.222.0.11 "GET /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481227 May 27 00:06:39.336276 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.quota.resource [req-b9381a0b-d04b-43fc-89f8-ebd83441dd23 req-f3bb4409-3fd8-40df-b60b-7a38942f23da tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Unset dirty status for tenant:5df55a45b2f84a1eb3760712bd7ec0a8 on resource:port {{(pid=107400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:06:39.337472 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b9381a0b-d04b-43fc-89f8-ebd83441dd23 req-f3bb4409-3fd8-40df-b60b-7a38942f23da tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 945 time: 0.5267868 May 27 00:06:39.385629 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-b9381a0b-d04b-43fc-89f8-ebd83441dd23 req-ea7ee827-fd09-43c9-b99e-be96c2e3d9f1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421858 May 27 00:06:39.455844 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a7637-9c73-4e67-80e4-e1593a95709f None None] New status for floating IP d39b1605-67be-4a97-9aa9-200bd20862da: DOWN {{(pid=107401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 00:06:40.232466 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-58ba483e-bf7b-435e-9108-e8f38a2d7dd5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:40.234768 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-58ba483e-bf7b-435e-9108-e8f38a2d7dd5 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 945 time: 0.0823138 May 27 00:06:40.246808 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:06:40.374649 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Deleting port 2632a3da-4adb-4b42-892a-82e90ee57559 {{(pid=107400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:06:40.375257 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:40.515041 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.db [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] For port 2632a3da-4adb-4b42-892a-82e90ee57559, host hv-osbrick-7892, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7892',level=0,port_id=2632a3da-4adb-4b42-892a-82e90ee57559,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:06:40.516003 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:40.622513 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:40.642258 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.plugins.ml2.plugin [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Calling delete_port for 2632a3da-4adb-4b42-892a-82e90ee57559 owned by compute:nova {{(pid=107400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:06:40.658447 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd6524-db73-4d39-9031-05198a23bab1 req-d3c45a28-7832-4671-99a8-7efa05329a64 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:40.659937 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-b7cd6524-db73-4d39-9031-05198a23bab1 req-d3c45a28-7832-4671-99a8-7efa05329a64 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 945 time: 0.1515236 May 27 00:06:40.707199 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-b7cd6524-db73-4d39-9031-05198a23bab1 req-de01f942-0bbe-44e0-b46b-a2188c5010c1 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba4a7431-bb18-41fc-a99f-1bfe4c997f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 May 27 00:06:40.811165 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:40.816881 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-a9c35a5e-5961-40c7-a868-0d232563b278 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:40.863858 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event deleted for resources: {'Port': ['ID=2632a3da-4adb-4b42-892a-82e90ee57559,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:40.890315 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:40.940935 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] No DVR routers for this DVR port 2632a3da-4adb-4b42-892a-82e90ee57559 on host hv-osbrick-7892 {{(pid=107400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:06:40.943435 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204932'] for port, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:40.946008 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'name': 'network-vif-deleted', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559'}] {{(pid=107400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:06:40.992977 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca3c65f-449e-4f83-bbf4-ad505131ca95', 'name': 'network-vif-deleted', 'tag': '2632a3da-4adb-4b42-892a-82e90ee57559', 'status': 'completed', 'code': 200} May 27 00:06:41.011737 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [req-64e5b52c-3342-4ad1-9737-dde4cdc6d615 req-2229233c-bd0c-4947-b90f-af1f98e43073 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.11 "DELETE /v2.0/ports/2632a3da-4adb-4b42-892a-82e90ee57559 HTTP/1.1" status: 204 len: 173 time: 0.7726803 May 27 00:06:41.880816 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [req-d6f7d260-91cb-4d1a-80a9-9f0d5ccd7361 req-5d483963-a684-4d34-a384-5073e675dc10 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca3c65f-449e-4f83-bbf4-ad505131ca95 HTTP/1.1" status: 200 len: 210 time: 0.0492833 May 27 00:06:43.242573 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 2632a3da-4adb-4b42-892a-82e90ee57559 no longer exists at agent hyperv_hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:06:43.277311 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] No Port match for: 2632a3da-4adb-4b42-892a-82e90ee57559 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:06:43.277676 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Device 2632a3da-4adb-4b42-892a-82e90ee57559 not bound to the agent host hv-osbrick-7892 {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:06:49.828396 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.wsgi [-] (107400) accepted ('10.222.0.38', 35432) {{(pid=107400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:49.894096 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-8307fc4a-657b-41ed-ad97-59c8fea3bdff tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group, before_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:49.924379 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-8307fc4a-657b-41ed-ad97-59c8fea3bdff tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:50.056634 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-8307fc4a-657b-41ed-ad97-59c8fea3bdff tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_delete {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:50.060829 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-533d4834-adbf-4dda-aa5d-c5c591d8dca0 tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:50.080420 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307fc4a-657b-41ed-ad97-59c8fea3bdff tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4a7431-bb18-41fc-a99f-1bfe4c997f75,revision_number=None']} {{(pid=107400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:50.082956 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG oslo_concurrency.lockutils [None req-8307fc4a-657b-41ed-ad97-59c8fea3bdff tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=107400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:50.135848 dv-osbrick-789289-3-ceph neutron-server[107400]: DEBUG neutron_lib.callbacks.manager [None req-8307fc4a-657b-41ed-ad97-59c8fea3bdff tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] Notify callbacks [] for security_group, before_response {{(pid=107400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:50.136991 dv-osbrick-789289-3-ceph neutron-server[107400]: INFO neutron.wsgi [None req-8307fc4a-657b-41ed-ad97-59c8fea3bdff tempest-TestVolumeBootPattern-169780223 tempest-TestVolumeBootPattern-169780223-project] 10.222.0.38 "DELETE /v2.0/security-groups/ba4a7431-bb18-41fc-a99f-1bfe4c997f75 HTTP/1.1" status: 204 len: 168 time: 0.3124859 May 27 00:06:50.247343 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35456) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:50.949250 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043118'] for router_interface, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:51.375310 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Deleting port 708fc0b2-7fda-4b55-b543-4d846dd7aef2 {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:06:51.376700 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:51.499409 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] For port 708fc0b2-7fda-4b55-b543-4d846dd7aef2, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=708fc0b2-7fda-4b55-b543-4d846dd7aef2,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:06:51.499772 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:51.628415 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Calling delete_port for 708fc0b2-7fda-4b55-b543-4d846dd7aef2 owned by network:router_interface {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:06:51.810758 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122439'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:51.815549 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:51.856693 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Pushing event deleted for resources: {'Port': ['ID=708fc0b2-7fda-4b55-b543-4d846dd7aef2,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:51.867082 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.867444 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.867792 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.868138 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.868484 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.868851 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.869528 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.869528 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.869855 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.870187 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.870520 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.870852 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:51.906414 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:52.137106 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043034'] for router_interface, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:52.569478 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Router 9ed65568-04a2-4a64-8074-f04e3e01faf1 has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 00:06:52.744919 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 00:06:52.753677 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] Sync routers for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 00:06:52.758541 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] 10.222.0.38 "PUT /v2.0/routers/9ed65568-04a2-4a64-8074-f04e3e01faf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5095379 May 27 00:06:52.760967 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35464) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:52.763878 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:06:52.764568 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:06:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:52.940122 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:06:52.940355 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks [] for router, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:53.115784 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:53.226164 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43'}], 'enable_snat': True}, 'gw_port_id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-27T00:06:51Z', 'revision_number': 5, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port': {'id': '93313d0f-0de3-4700-adf5-d819bd64fef4', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:18Z', 'updated_at': '2021-05-26T23:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:53.229913 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] Checking router: 9ed65568-04a2-4a64-8074-f04e3e01faf1 for host: dv-osbrick-789289-3-ceph {{(pid=107402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 00:06:53.239463 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] Routers {'9ed65568-04a2-4a64-8074-f04e3e01faf1'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:06:53.240173 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:06:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['9ed65568-04a2-4a64-8074-f04e3e01faf1'], 'active': True} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:53.247063 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Deleting port 93313d0f-0de3-4700-adf5-d819bd64fef4 {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:06:53.247423 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:53.373189 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] For port 93313d0f-0de3-4700-adf5-d819bd64fef4, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=93313d0f-0de3-4700-adf5-d819bd64fef4,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:06:53.373557 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:53.391940 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_dvr_db [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] Set router 9ed65568-04a2-4a64-8074-f04e3e01faf1 gateway port host: None {{(pid=107402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:06:53.496814 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.l3_hamode_db [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-27T00:06:53Z', 'revision_number': 6, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port_host': None}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:53.499157 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Calling delete_port for 93313d0f-0de3-4700-adf5-d819bd64fef4 owned by network:router_gateway {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:06:53.501424 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321b9c7-ee8c-425f-b276-ae90eb0bf0d4 None None] The sync data for ids ['9ed65568-04a2-4a64-8074-f04e3e01faf1'] in dv-osbrick-789289-3-ceph is: [{'id': '9ed65568-04a2-4a64-8074-f04e3e01faf1', 'name': 'tempest-TestVolumeBootPattern-919261108-router', 'tenant_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:16Z', 'updated_at': '2021-05-27T00:06:53Z', 'revision_number': 6, 'project_id': '5df55a45b2f84a1eb3760712bd7ec0a8', 'gw_port_host': None}] {{(pid=107402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 00:06:53.679701 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122439'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:53.683851 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:53.726132 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Pushing event deleted for resources: {'Port': ['ID=93313d0f-0de3-4700-adf5-d819bd64fef4,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:53.729692 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:53.925871 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1042643'] for router_gateway, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.098265 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37400'] for router, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.100556 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.176811 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-923068'] for router, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.177288 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed65568-04a2-4a64-8074-f04e3e01faf1 {{(pid=107399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 00:06:54.190294 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] Notify callbacks [] for router, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.191422 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-461610aa-872d-43db-8de7-74844d659463 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9ed65568-04a2-4a64-8074-f04e3e01faf1 HTTP/1.1" status: 204 len: 168 time: 1.4291389 May 27 00:06:54.194161 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35468) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:54.257740 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a97ce2a-3ff8-4cd2-b366-e33e89bc08e9 admin admin] Deleting subnet 866749cf-8960-457e-8144-e654aefe2442 {{(pid=107399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 00:06:54.261012 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1a97ce2a-3ff8-4cd2-b366-e33e89bc08e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.263628 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 708fc0b2-7fda-4b55-b543-4d846dd7aef2 no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:06:54.299496 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: 708fc0b2-7fda-4b55-b543-4d846dd7aef2 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:06:54.299848 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 708fc0b2-7fda-4b55-b543-4d846dd7aef2 not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:06:54.312377 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1a97ce2a-3ff8-4cd2-b366-e33e89bc08e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226748'] for subnet, precommit_delete_associations {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.390797 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1a97ce2a-3ff8-4cd2-b366-e33e89bc08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1910349'] for subnet, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.731421 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1a97ce2a-3ff8-4cd2-b366-e33e89bc08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2122480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2197760'] for subnet, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.736001 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:54.775615 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97ce2a-3ff8-4cd2-b366-e33e89bc08e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866749cf-8960-457e-8144-e654aefe2442,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:54.778665 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-1a97ce2a-3ff8-4cd2-b366-e33e89bc08e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:54.779648 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1a97ce2a-3ff8-4cd2-b366-e33e89bc08e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.786793 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a6e9c8-d161-4547-96f6-a735432e59b5 None None] Network e3f810db-fbad-45b5-8fce-e985a7a646fe requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 00:06:54.787533 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-1a97ce2a-3ff8-4cd2-b366-e33e89bc08e9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/866749cf-8960-457e-8144-e654aefe2442 HTTP/1.1" status: 204 len: 168 time: 0.5923662 May 27 00:06:54.790007 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35472) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:54.903862 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084862'] for network, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:54.978254 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Deleting port 14548bb9-4600-4f07-8624-c75f3d7a7e40 {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:06:54.978628 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.057583 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] DHCP port deletion for e3f810db-fbad-45b5-8fce-e985a7a646fe request from dv-osbrick-789289-3-ceph {{(pid=107401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 00:06:55.083944 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] For port 14548bb9-4600-4f07-8624-c75f3d7a7e40, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=14548bb9-4600-4f07-8624-c75f3d7a7e40,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:06:55.084302 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.128259 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Deleting port 14548bb9-4600-4f07-8624-c75f3d7a7e40 {{(pid=107401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:06:55.128663 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.213050 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Calling delete_port for 14548bb9-4600-4f07-8624-c75f3d7a7e40 owned by network:dhcp {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:06:55.229714 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] For port 14548bb9-4600-4f07-8624-c75f3d7a7e40, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=14548bb9-4600-4f07-8624-c75f3d7a7e40,segment=NetworkSegment(b05dd22e-611c-4b69-94f5-6127ca4769ad),segment_id=b05dd22e-611c-4b69-94f5-6127ca4769ad)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:06:55.230118 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.319423 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122439'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.323453 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-c1f4dd39-231b-41db-88eb-3300df80d612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:55.353175 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Calling delete_port for 14548bb9-4600-4f07-8624-c75f3d7a7e40 owned by network:dhcp {{(pid=107401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:06:55.367958 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=14548bb9-4600-4f07-8624-c75f3d7a7e40,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:55.371047 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:55.373906 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] No DVR routers for this DVR port 14548bb9-4600-4f07-8624-c75f3d7a7e40 on host dv-osbrick-789289-3-ceph {{(pid=107399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:06:55.398105 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.401721 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-9a503f26-ba25-42ec-b97a-1b95aaaba9b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:55.453031 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Pushing event deleted for resources: {'Port': ['ID=14548bb9-4600-4f07-8624-c75f3d7a7e40,revision_number=None']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:55.458305 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] No DVR routers for this DVR port 14548bb9-4600-4f07-8624-c75f3d7a7e40 on host dv-osbrick-789289-3-ceph {{(pid=107401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:06:55.464160 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.464520 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.464897 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.465237 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.465574 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.465909 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.466241 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.466576 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.466888 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.467221 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.467548 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.467870 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789289-3-ceph {{(pid=107401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:55.472215 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-32722f25-69be-4507-bfd9-27f4c86d7a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:55.493300 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916122', 'neutron.services.segments.db._delete_segments_for_network-8788529302559'] for network, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.509899 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f810db-fbad-45b5-8fce-e985a7a646fe']}} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:55.595858 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05dd22e-611c-4b69-94f5-6127ca4769ad') {'for_net_delete': True} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:55.596077 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05dd22e-611c-4b69-94f5-6127ca4769ad') {} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:55.608914 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788529380446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226887'] for segment, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.609085 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 93313d0f-0de3-4700-adf5-d819bd64fef4 no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:06:55.625569 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.632502 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=107399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 00:06:55.632927 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2122394'] for segment, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.644227 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: 93313d0f-0de3-4700-adf5-d819bd64fef4 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:06:55.644593 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 93313d0f-0de3-4700-adf5-d819bd64fef4 not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:06:55.645145 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 14548bb9-4600-4f07-8624-c75f3d7a7e40 no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: Traceback (most recent call last): May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: timer() May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: cb(*args, **kw) May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: return func(*args, **kwargs) May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: self._notify() May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: self.callback(batched_events) May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: event.method(event) May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: return f(self, *a, **k) May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: return self._get(url).json() May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: return self.request(url, 'GET', **kwargs) May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:06:55.646272 dv-osbrick-789289-3-ceph neutron-server[107399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:06:55.679174 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: 14548bb9-4600-4f07-8624-c75f3d7a7e40 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:06:55.679536 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 14548bb9-4600-4f07-8624-c75f3d7a7e40 not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:06:55.793984 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042606'] for network, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.797473 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:55.811201 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:55.822381 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f810db-fbad-45b5-8fce-e985a7a646fe,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:55.825493 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:55.903168 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] 10.222.0.38 "DELETE /v2.0/networks/e3f810db-fbad-45b5-8fce-e985a7a646fe HTTP/1.1" status: 204 len: 168 time: 1.1119320 May 27 00:06:55.905828 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35476) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:56.445351 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043118'] for router_interface, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:56.885346 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Deleting port b3517720-488a-4519-b518-bba52e64fd87 {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:06:56.886060 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:57.004546 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] For port b3517720-488a-4519-b518-bba52e64fd87, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=b3517720-488a-4519-b518-bba52e64fd87,segment=NetworkSegment(e137e189-6a3e-4181-b01d-0cb3a460984e),segment_id=e137e189-6a3e-4181-b01d-0cb3a460984e)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:06:57.004929 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:57.131700 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Calling delete_port for b3517720-488a-4519-b518-bba52e64fd87 owned by network:router_interface {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:06:57.410872 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122439'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:57.414948 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-7b4f2dce-e6fb-433b-8542-2d50f0c85918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:57.459398 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3517720-488a-4519-b518-bba52e64fd87,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:57.462855 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:57.730611 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043034'] for router_interface, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:58.087002 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 has already been hosted by L3 agent 00222860-d7aa-494c-9a31-01e8840239ff {{(pid=107399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 00:06:58.268177 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] Notify agent at l3_agent.dv-osbrick-789289-3-ceph the message routers_updated {{(pid=107399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 00:06:58.276953 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] Sync routers for ids ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'] in dv-osbrick-789289-3-ceph {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 00:06:58.286441 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] Routers {'18595b1b-93b5-4ea9-9e05-91ffd8d5e223'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:06:58.287072 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:06:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:58.352177 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-29de5751-e70d-4123-92a9-24cd7cd8175b admin admin] 10.222.0.38 "PUT /v2.0/routers/18595b1b-93b5-4ea9-9e05-91ffd8d5e223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4429231 May 27 00:06:58.352353 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35480) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:58.471298 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] Set router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 gateway port host: dv-osbrick-789289-3-ceph {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:06:58.536079 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks [] for router, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:58.800043 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:58.816159 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'external_fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26'}], 'enable_snat': True}, 'gw_port_id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-27T00:06:57Z', 'revision_number': 5, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'gw_port': {'id': 'fb1d918b-35c8-4469-ab54-a16d42d4a74a', 'name': '', 'network_id': '5babdef9-1ca1-4c6d-af93-ac36ec49b07c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'ip_address': '172.31.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789289-3-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T23:58:28Z', 'updated_at': '2021-05-26T23:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cb8ac1-90ac-45bd-96d1-dbca94accd2f', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789289-3-ceph'}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:58.820038 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] Checking router: 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 for host: dv-osbrick-789289-3-ceph {{(pid=107401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 00:06:58.828356 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] Routers {'18595b1b-93b5-4ea9-9e05-91ffd8d5e223'} bound to L3 agent in host dv-osbrick-789289-3-ceph {{(pid=107401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 00:06:58.830147 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789289-3-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T23:50:33Z,description=,heartbeat_timestamp=2021-05-27T00:06:33Z,host='dv-osbrick-789289-3-ceph',id=00222860-d7aa-494c-9a31-01e8840239ff,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T23:50:34Z,topic='l3_agent')) {'router_ids': ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'], 'active': True} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:58.924930 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Deleting port fb1d918b-35c8-4469-ab54-a16d42d4a74a {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:06:58.925281 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:58.990535 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvr_db [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] Set router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 gateway port host: None {{(pid=107401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 00:06:59.044426 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] For port fb1d918b-35c8-4469-ab54-a16d42d4a74a, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=fb1d918b-35c8-4469-ab54-a16d42d4a74a,segment=NetworkSegment(e4f5aa38-a9a1-4e58-aa70-596e328c5321),segment_id=e4f5aa38-a9a1-4e58-aa70-596e328c5321)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:06:59.044819 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:59.104796 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_hamode_db [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-27T00:06:58Z', 'revision_number': 6, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'gw_port_host': None}], 'dv-osbrick-789289-3-ceph', False) {} {{(pid=107401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:59.110848 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82c43c-9211-4557-b775-aab8a684d9d7 None None] The sync data for ids ['18595b1b-93b5-4ea9-9e05-91ffd8d5e223'] in dv-osbrick-789289-3-ceph is: [{'id': '18595b1b-93b5-4ea9-9e05-91ffd8d5e223', 'name': 'tempest-TestVolumeBootPattern-142962399-router', 'tenant_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T23:58:27Z', 'updated_at': '2021-05-27T00:06:58Z', 'revision_number': 6, 'project_id': '45a0d22b75ee4131a149e4aea2ce13c1', 'gw_port_host': None}] {{(pid=107401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 00:06:59.181045 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Calling delete_port for fb1d918b-35c8-4469-ab54-a16d42d4a74a owned by network:router_gateway {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:06:59.382419 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122439'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:59.386501 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-06a68723-ae96-4a58-b158-04c86d2353eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:06:59.435135 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1d918b-35c8-4469-ab54-a16d42d4a74a,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:59.438114 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:06:59.528476 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1042643'] for router_gateway, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:59.703162 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37400'] for router, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:59.705461 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:59.811159 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-923068'] for router, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:59.811666 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18595b1b-93b5-4ea9-9e05-91ffd8d5e223 {{(pid=107399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 00:06:59.824149 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] Notify callbacks [] for router, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:59.825331 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-c7d35649-1d1c-4a75-b75b-68d60ee77537 admin admin] 10.222.0.38 "DELETE /v2.0/routers/18595b1b-93b5-4ea9-9e05-91ffd8d5e223 HTTP/1.1" status: 204 len: 168 time: 1.4719930 May 27 00:06:59.827927 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35484) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:59.894755 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef3d143-96e3-49ad-989e-ba1d1966139f admin admin] Deleting subnet 85a7adb2-a985-4979-9066-3f2e814b8d39 {{(pid=107399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 00:06:59.897893 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d143-96e3-49ad-989e-ba1d1966139f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:59.902889 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device b3517720-488a-4519-b518-bba52e64fd87 no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:06:59.939087 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: b3517720-488a-4519-b518-bba52e64fd87 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:06:59.940932 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device b3517720-488a-4519-b518-bba52e64fd87 not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:06:59.940932 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device fb1d918b-35c8-4469-ab54-a16d42d4a74a no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:06:59.950300 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d143-96e3-49ad-989e-ba1d1966139f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226748'] for subnet, precommit_delete_associations {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:59.975358 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: fb1d918b-35c8-4469-ab54-a16d42d4a74a {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:06:59.975850 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device fb1d918b-35c8-4469-ab54-a16d42d4a74a not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:07:00.033104 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d143-96e3-49ad-989e-ba1d1966139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1910349'] for subnet, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:00.336802 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d143-96e3-49ad-989e-ba1d1966139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2122480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2197760'] for subnet, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:00.340717 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:07:00.378909 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3d143-96e3-49ad-989e-ba1d1966139f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a7adb2-a985-4979-9066-3f2e814b8d39,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:07:00.381864 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-9ef3d143-96e3-49ad-989e-ba1d1966139f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:07:00.382840 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d143-96e3-49ad-989e-ba1d1966139f admin admin] Notify callbacks [] for subnet, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:00.387651 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa02ff03-18b6-4700-8893-8498982e906f None None] Network 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 requested from dv-osbrick-789289-3-ceph {{(pid=107401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 00:07:00.388788 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-9ef3d143-96e3-49ad-989e-ba1d1966139f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/85a7adb2-a985-4979-9066-3f2e814b8d39 HTTP/1.1" status: 204 len: 168 time: 0.5598943 May 27 00:07:00.391161 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35488) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:07:00.498087 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084862'] for network, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:00.643853 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] DHCP port deletion for 2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 request from dv-osbrick-789289-3-ceph {{(pid=107401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 00:07:00.647322 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Deleting port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 {{(pid=107399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:07:00.647673 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:00.710413 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] Deleting port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 {{(pid=107401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 00:07:00.710797 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788529374904'] for port, before_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:00.748938 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.db [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] For port 2b4ab95b-9baa-4981-a5e2-f145d4919b25, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=2b4ab95b-9baa-4981-a5e2-f145d4919b25,segment=NetworkSegment(e137e189-6a3e-4181-b01d-0cb3a460984e),segment_id=e137e189-6a3e-4181-b01d-0cb3a460984e)] {{(pid=107399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:07:00.749220 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:00.821473 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.db [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] For port 2b4ab95b-9baa-4981-a5e2-f145d4919b25, host dv-osbrick-789289-3-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789289-3-ceph',level=0,port_id=2b4ab95b-9baa-4981-a5e2-f145d4919b25,segment=NetworkSegment(e137e189-6a3e-4181-b01d-0cb3a460984e),segment_id=e137e189-6a3e-4181-b01d-0cb3a460984e)] {{(pid=107401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 00:07:00.821874 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975968'] for port, precommit_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:00.879542 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.plugin [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Calling delete_port for 2b4ab95b-9baa-4981-a5e2-f145d4919b25 owned by network:dhcp {{(pid=107399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:07:00.956547 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] Calling delete_port for 2b4ab95b-9baa-4981-a5e2-f145d4919b25 owned by network:dhcp {{(pid=107401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 00:07:01.039771 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122439'] for port, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.044882 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-35b6528d-4d94-496a-aee1-b7f97b3fc514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:07:01.045742 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788529378654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788528907286'] for port, after_delete {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.050071 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:07:01.091712 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-8b1b394c-3cd9-4e71-90f2-cdb3c9ac0040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.092135 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4ab95b-9baa-4981-a5e2-f145d4919b25,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:07:01.095855 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] Pushing event deleted for resources: {'Port': ['ID=2b4ab95b-9baa-4981-a5e2-f145d4919b25,revision_number=None']} {{(pid=107401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:07:01.098676 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] No DVR routers for this DVR port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 on host dv-osbrick-789289-3-ceph {{(pid=107399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:07:01.099581 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG oslo_concurrency.lockutils [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=107401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:07:01.101938 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09bd11-a1dd-46ef-9e5b-f1b19bb307d8 None None] No DVR routers for this DVR port 2b4ab95b-9baa-4981-a5e2-f145d4919b25 on host dv-osbrick-789289-3-ceph {{(pid=107401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:07:01.129576 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:07:01.221534 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916122', 'neutron.services.segments.db._delete_segments_for_network-8788529302559'] for network, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.234304 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621']}} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:07:01.247592 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e137e189-6a3e-4181-b01d-0cb3a460984e') {'for_net_delete': True} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:07:01.247894 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.services.segments.db [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e137e189-6a3e-4181-b01d-0cb3a460984e') {} {{(pid=107399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:07:01.261050 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788529380446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226887'] for segment, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.278025 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354'] for segment, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.284164 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=107399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 00:07:01.290785 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2122394'] for segment, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: Traceback (most recent call last): May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: timer() May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: cb(*args, **kw) May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: return func(*args, **kwargs) May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: self._notify() May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: self.callback(batched_events) May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: event.method(event) May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: return f(self, *a, **k) May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: return self._get(url).json() May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: return self.request(url, 'GET', **kwargs) May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:07:01.297741 dv-osbrick-789289-3-ceph neutron-server[107399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:07:01.440023 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042606'] for network, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.445372 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612279'] for network, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.447884 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-1084d6b2-e48b-45af-8132-c123bcd56d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:07:01.469316 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:07:01.471840 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:07:01.478138 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-7dc63616-2b54-43f5-99ce-08a2d10ee4a9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2ba4fb3d-6f3b-455d-8e0c-d22cfe6fa621 HTTP/1.1" status: 204 len: 168 time: 1.0860353 May 27 00:07:01.600459 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 2b4ab95b-9baa-4981-a5e2-f145d4919b25 no longer exists at agent ovs-agent-dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:07:01.635723 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.plugin [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] No Port match for: 2b4ab95b-9baa-4981-a5e2-f145d4919b25 {{(pid=107401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 00:07:01.636076 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron.plugins.ml2.rpc [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Device 2b4ab95b-9baa-4981-a5e2-f145d4919b25 not bound to the agent host dv-osbrick-789289-3-ceph {{(pid=107401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:07:01.745798 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35494) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:07:01.793974 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-b16d5f82-e809-41a1-af18-2d2ff4367184 admin admin] Synchronizing usage tracker for tenant:d38ab59183c644f6a659b8d562992e87 on resource:security_group {{(pid=107399) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:07:01.867916 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.quota.resource [None req-b16d5f82-e809-41a1-af18-2d2ff4367184 admin admin] Unset dirty status for tenant:d38ab59183c644f6a659b8d562992e87 on resource:security_group {{(pid=107399) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:07:01.869114 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-b16d5f82-e809-41a1-af18-2d2ff4367184 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5df55a45b2f84a1eb3760712bd7ec0a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1223233 May 27 00:07:01.879894 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35498) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:07:01.938457 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-fc28d49d-a9c2-4727-bc85-f1a67a8840a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:01.963939 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-fc28d49d-a9c2-4727-bc85-f1a67a8840a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:02.096630 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-fc28d49d-a9c2-4727-bc85-f1a67a8840a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:02.100677 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-873d5096-4dab-4d97-aa9e-ae1df35c0be6 tempest-TestMinimumBasicScenario-2022179564 tempest-TestMinimumBasicScenario-2022179564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:07:02.114918 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28d49d-a9c2-4727-bc85-f1a67a8840a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbd3878-9db2-4493-b363-f4f36981b302,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:07:02.120474 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-fc28d49d-a9c2-4727-bc85-f1a67a8840a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:07:02.121607 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-fc28d49d-a9c2-4727-bc85-f1a67a8840a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:02.122713 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-fc28d49d-a9c2-4727-bc85-f1a67a8840a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdbd3878-9db2-4493-b363-f4f36981b302 HTTP/1.1" status: 204 len: 168 time: 0.2419195 May 27 00:07:02.803864 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35506) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:07:02.855516 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-e657fe33-534d-4bd1-98d3-8e251b9c756b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45a0d22b75ee4131a149e4aea2ce13c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0504215 May 27 00:07:02.858027 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.wsgi [-] (107399) accepted ('10.222.0.38', 35510) {{(pid=107399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:07:02.920760 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-551bf194-63d9-4553-b3e0-9c6ecc052513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:02.946522 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-551bf194-63d9-4553-b3e0-9c6ecc052513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:03.039093 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-551bf194-63d9-4553-b3e0-9c6ecc052513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989640'] for security_group, after_delete {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:03.042827 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:07:03.054080 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bf194-63d9-4553-b3e0-9c6ecc052513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e74de2b-465d-4afd-ae71-3888ae81f4b0,revision_number=None']} {{(pid=107399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:07:03.057460 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG oslo_concurrency.lockutils [None req-551bf194-63d9-4553-b3e0-9c6ecc052513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=107399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:07:03.060587 dv-osbrick-789289-3-ceph neutron-server[107399]: DEBUG neutron_lib.callbacks.manager [None req-551bf194-63d9-4553-b3e0-9c6ecc052513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:03.061747 dv-osbrick-789289-3-ceph neutron-server[107399]: INFO neutron.wsgi [None req-551bf194-63d9-4553-b3e0-9c6ecc052513 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e74de2b-465d-4afd-ae71-3888ae81f4b0 HTTP/1.1" status: 204 len: 168 time: 0.2028468 May 27 00:07:03.182458 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-0fccf36d-839d-4263-b453-20e86e315760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:03.308362 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:04.245107 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:10.627781 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:17.246247 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:07:30.975683 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-bb13f112-0e7c-449b-8874-1b579570396d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:33.176678 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-b9912e23-b01d-45ff-b63a-699ac83710fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:33.273843 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:34.239083 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:40.650547 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:54.245921 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:08:00.999015 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-358ec846-2f84-4799-9a13-323a2c57d20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:03.193162 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0c99-f2c5-4b8c-b21a-89dbbe674bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:03.284848 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:04.261130 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:10.620886 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:30.964420 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-65eaa0fa-5bff-4741-a2a7-02b812a214ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:31.244808 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:08:33.176084 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-616ba8d7-8390-4613-99ae-fc8789c4fe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:33.284712 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:34.289069 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:40.637251 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:00.968669 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-c3785af1-e331-4aec-ba88-3f94b27e5334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:03.191022 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-126ef770-73cf-4d0a-9d66-6a3ed9371583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:03.305649 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:04.254404 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:08.243320 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:09:10.648384 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:30.979197 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-27446223-0d2e-4480-b49a-ae278e4ce1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:33.236518 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-ab087e8f-e994-4e34-b060-2c361db86241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:33.293068 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:34.257221 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:40.656903 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:45.242326 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:10:00.949200 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-a3a51ec5-ee36-419a-90ca-d9c8416ba3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:03.183449 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2409-e2c9-43fa-bdad-cf558220df02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:03.284486 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:04.268851 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:10.668107 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:22.241978 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:10:30.982083 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6808b294-bdfc-4e68-9ca2-728617267e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:33.220627 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-b5f12a07-852a-4120-bc17-9ad3944b04e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:33.312051 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:34.283617 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:40.695635 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-d36c3378-8385-4fb9-a7db-c52c7dde09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:59.240369 dv-osbrick-789289-3-ceph neutron-server[107402]: DEBUG neutron.db.agents_db [None req-e1d18aa1-5f4e-4bb0-9095-75944cef22a9 None None] Agent healthcheck: found 5 active agents {{(pid=107402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 00:11:00.973387 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-7a6544a8-edb4-4f69-bde5-9021d788fdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:03.196257 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-422d4d3a-8e78-4908-bcfa-7df968eeee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:03.316589 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-6450f47a-f0bf-4a75-99c6-5ebac804fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:04.283579 dv-osbrick-789289-3-ceph neutron-server[107401]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b0a-d080-432f-b30f-4322a719bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788529302541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914636'] for agent, after_update {{(pid=107401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}